-- Logs begin at Thu 2022-07-28 01:17:09 UTC, end at Thu 2022-07-28 02:35:53 UTC. -- Jul 28 02:09:08.949950 dv-cinder-799871-46-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 28 02:09:11.607185 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.common.config [-] Logging enabled! Jul 28 02:09:11.607786 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev449 Jul 28 02:09:11.607994 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103892) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 28 02:09:11.611907 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.common.config [-] Logging enabled! Jul 28 02:09:11.612164 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev449 Jul 28 02:09:11.612478 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103892) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 28 02:09:11.613453 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 02:09:11.613693 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 02:09:11.614170 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 02:09:11.614420 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 02:09:11.614649 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 02:09:11.614975 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.615280 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.615514 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.615818 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.616119 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.616405 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.616699 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.617031 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.617323 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.617606 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.617894 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.618126 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.618407 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.618696 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.618987 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.619213 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] debug = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.619496 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.619930 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.620338 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.620620 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.620934 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.621218 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.621491 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.621768 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.622054 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.622385 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] host = dv-cinder-799871-46-iscsi {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.622665 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.622955 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.623245 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.623533 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.623807 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.624085 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.624370 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.624642 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.624934 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] log_file = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.625212 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.625502 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.625827 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.626216 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.626451 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.626674 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.626965 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.627269 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.627547 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.627824 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.628100 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.628374 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.628651 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.628945 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.629235 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.629519 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.629806 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.630082 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.630359 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.630631 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.630904 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.631190 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.631463 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.631737 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.632009 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.632296 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.632568 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.632841 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.633189 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.633467 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.633751 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.634040 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.634317 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.634600 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.634872 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.635145 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.635416 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] use_json = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.635688 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.635956 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.636245 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.636516 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.636787 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.637087 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.637361 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.637648 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.637922 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:11.638221 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.638521 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.638822 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.639107 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.639414 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.639695 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.639988 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.640267 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.640557 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.640847 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.641161 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.642003 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.642320 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.642617 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.642916 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.643223 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.643520 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.643815 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.644094 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.644369 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.644648 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.644958 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.645250 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.645528 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.645821 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.646111 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.646397 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.646699 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.646983 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.647269 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.647563 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.647857 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.648133 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.648413 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.648707 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.649071 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.649352 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.649641 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.649919 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.650194 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.650476 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.650768 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.651055 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.651328 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.651603 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.651895 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.652171 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.652443 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.652714 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.653022 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.653298 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.653582 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.653861 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.654134 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.654405 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.654684 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.654956 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.655226 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.655504 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.655776 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.656053 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.656323 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.656600 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.656896 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.657822 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.658250 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.658331 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.658583 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.658860 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.659137 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.659410 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.659686 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.659961 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.660239 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.660540 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.660821 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.661138 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.661418 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.661697 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.661976 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.662288 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.662577 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.662858 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.663134 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.663429 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.663713 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.664002 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.664287 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.664567 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.664907 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.665184 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.665466 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.665746 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.666025 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.666306 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.666597 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.666878 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.667157 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.667447 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.667729 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.668027 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.668324 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.668607 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.668922 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.669223 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.669516 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.669799 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.670110 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.670392 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:11.670613 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 02:09:11.670855 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103892) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 28 02:09:11.967748 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 28 02:09:11.968033 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 28 02:09:11.968339 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 28 02:09:11.968683 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 28 02:09:12.381438 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.381635 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.381906 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.383243 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.383515 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.383782 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.437318 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.437599 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.437879 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.452335 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.452619 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.452910 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.484148 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.484432 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.485003 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.521698 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.521982 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.522254 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.753292 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.753902 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.753902 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.754067 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.754984 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.852865 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.853215 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.853505 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.853782 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.854055 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.854372 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.854638 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.854897 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.855157 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.855448 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.855711 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.855983 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.856242 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.856496 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.856759 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.857068 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.857321 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.857595 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.857870 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.858133 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.858411 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.858669 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.858957 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.859341 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.859864 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.860182 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.860702 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103892) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 02:09:12.860977 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103892) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 02:09:12.861222 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103892) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 02:09:12.861462 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103892) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 02:09:12.861701 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103892) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 02:09:12.861938 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103892) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 02:09:12.862304 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 28 02:09:12.865418 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 28 02:09:12.869353 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 28 02:09:12.873205 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 28 02:09:12.874835 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 28 02:09:12.875466 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 28 02:09:12.876336 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 28 02:09:12.876761 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 28 02:09:12.879555 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 28 02:09:12.879810 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 28 02:09:12.880158 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 02:09:12.885229 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 28 02:09:12.908417 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 28 02:09:12.908868 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.909193 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103892) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 28 02:09:12.909566 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.910920 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103892) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 28 02:09:12.911199 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 02:09:12.911443 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 28 02:09:12.914711 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:12.915000 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.069688 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 28 02:09:13.069866 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 28 02:09:13.070100 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 28 02:09:13.070480 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 28 02:09:13.122746 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO dbcounter [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Registered counter for database neutron Jul 28 02:09:13.142439 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_db.sqlalchemy.engines [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103892) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 02:09:13.148423 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writer thread running {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 02:09:13.691518 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.plugins.ml2.managers [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Initializing driver for type 'gre' Jul 28 02:09:13.692175 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] gre ID ranges: [(1, 1000)] Jul 28 02:09:13.745631 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.plugins.ml2.managers [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Initializing driver for type 'local' Jul 28 02:09:13.745971 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.plugins.ml2.managers [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Initializing driver for type 'vlan' Jul 28 02:09:13.760164 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] VlanTypeDriver initialization complete Jul 28 02:09:13.760748 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.plugins.ml2.managers [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Initializing driver for type 'vxlan' Jul 28 02:09:13.761023 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] vxlan ID ranges: [(1, 1000)] Jul 28 02:09:13.815868 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.plugins.ml2.managers [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Initializing extension driver 'port_security' Jul 28 02:09:13.816206 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.plugins.ml2.extensions.port_security [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] PortSecurityExtensionDriver initialization complete Jul 28 02:09:13.816591 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.plugins.ml2.managers [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Initializing mechanism driver 'openvswitch' Jul 28 02:09:13.816951 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.plugins.ml2.managers [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Initializing mechanism driver 'hyperv' Jul 28 02:09:13.823662 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.plugin [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:09:13.824336 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > port after_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.824717 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > port after_update 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.825104 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > port after_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.825616 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103892) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 02:09:13.826041 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.826407 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.826760 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.827160 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103892) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 02:09:13.827573 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > network after_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.827933 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > network after_update 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.828284 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > network after_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.828684 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103892) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 02:09:13.829630 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > security_group after_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.829992 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > security_group after_update 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.830336 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.830733 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103892) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 02:09:13.831139 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.831490 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.831834 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.832230 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103892) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 02:09:13.832636 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > address_group after_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.833019 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > address_group after_update 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.833371 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.833766 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103892) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 02:09:13.834210 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] ML2 OVO RPC backend initialized. {{(pid=103892) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 28 02:09:13.834924 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.835316 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.835739 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > network before_response 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.836095 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > networks before_response 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.836447 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > port before_response 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.836794 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > ports before_response 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.837169 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > subnet before_response 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.837521 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > subnets before_response 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.837875 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > network after_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.838224 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > network after_update 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.838572 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > network after_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.838916 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > port after_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.839261 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > port after_update 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.839601 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > port after_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.839945 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.840286 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.840626 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.848670 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.quota [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded quota_driver: . Jul 28 02:09:13.849076 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.plugins.ml2.plugin [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Modular L2 Plugin initialization complete Jul 28 02:09:13.849430 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading services supported by the core plugin {{(pid=103892) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 28 02:09:13.849780 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.plugins.ml2.managers [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Got port-security extension from driver 'port_security' Jul 28 02:09:13.850267 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.extensions.vlantransparent [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Disabled vlantransparent extension. Jul 28 02:09:13.850766 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103892) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 28 02:09:13.851098 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading Plugin: router Jul 28 02:09:13.886523 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.886928 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > router after_create 55549900 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.887311 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > router before_create 55549900 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.887815 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.888197 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.888564 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > router after_delete 55549900 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.888975 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.889366 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.889733 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > router after_create 55549900 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.890267 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > router after_update 55549900 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.890667 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > router after_update 55549900 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.891268 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.892567 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > router after_update 55549900 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.893278 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.893883 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: port after_update 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.894472 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: port after_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.895517 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: subnet after_update 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.896536 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.896536 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.896805 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.897420 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: port before_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.898062 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > router precommit_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.898526 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > router after_update 55549900 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.898879 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.899246 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.899710 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.900318 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.900686 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > agent after_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.901182 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > agent after_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.901543 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > network after_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.902542 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.quota.resource_registry [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Tracking information for resource: router configured {{(pid=103892) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 02:09:13.902954 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.quota.resource_registry [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Tracking information for resource: floatingip configured {{(pid=103892) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 02:09:13.909106 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.db.l3_agentschedulers_db [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 28 02:09:13.909750 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: port after_update 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.910220 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: port after_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.910639 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: port after_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.911006 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: port after_update 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.911974 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > router before_create 55550100 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.912410 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.912845 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > router precommit_create 55550100 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.913275 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > router precommit_update 55550100 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.919079 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.services.provider_configuration [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Service providers = [] {{(pid=103892) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 28 02:09:13.919453 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.db.servicetype_db [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103892) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 28 02:09:13.922770 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.services.service_base [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103892) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 02:09:13.922970 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.services.service_base [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103892) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 02:09:13.923322 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.services.service_base [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103892) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 02:09:13.924387 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.services.service_base [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103892) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 02:09:13.924786 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.services.service_base [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 28 02:09:13.925182 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103892) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 02:09:13.925505 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 28 02:09:13.935951 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103892) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 02:09:13.936301 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading Plugin: auto_allocate Jul 28 02:09:13.942080 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: network precommit_update 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.942401 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: network precommit_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.942927 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103892) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 02:09:13.943252 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading Plugin: tag Jul 28 02:09:13.950080 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103892) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 02:09:13.950413 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading Plugin: timestamp Jul 28 02:09:13.954837 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103892) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 02:09:13.955172 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading Plugin: network_ip_availability Jul 28 02:09:13.960639 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.961047 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.961411 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:13.962136 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103892) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 02:09:13.962462 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading Plugin: flavors Jul 28 02:09:13.967344 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103892) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 02:09:13.967678 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading Plugin: revisions Jul 28 02:09:13.972532 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103892) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 02:09:13.972949 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_concurrency.lockutils [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.004s {{(pid=103892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 28 02:09:13.973693 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103892) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 28 02:09:13.974032 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Initializing extension manager. Jul 28 02:09:13.974559 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: __init__.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:13.974904 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: __pycache__ {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:13.975242 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: address_group.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:13.975959 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:13.976534 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: address-group Jul 28 02:09:13.976865 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: address_scope.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:13.977570 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:13.978076 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: address-scope Jul 28 02:09:13.978408 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:13.979286 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:13.979795 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: router-admin-state-down-before-update Jul 28 02:09:13.980122 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: agent.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:13.980790 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:13.981324 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: agent Jul 28 02:09:13.981649 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: agent_resources_synced.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:13.982517 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:13.983022 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: agent-resources-synced Jul 28 02:09:13.983346 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: allowedaddresspairs.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:13.985423 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:13.985951 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: allowed-address-pairs Jul 28 02:09:13.986284 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: auto_allocated_topology.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:13.987316 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:13.987827 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: auto-allocated-topology Jul 28 02:09:13.988153 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: availability_zone.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:13.988812 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:13.989341 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: availability_zone Jul 28 02:09:13.989666 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: availability_zone_filter.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:13.990532 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:13.991034 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: availability_zone_filter Jul 28 02:09:13.991358 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: data_plane_status.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:13.992249 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:13.992746 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension data-plane-status not supported by any of loaded plugins Jul 28 02:09:13.993102 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: default_subnetpools.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:13.993982 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:13.994489 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: default-subnetpools Jul 28 02:09:13.994815 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:13.995591 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:13.996091 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: dhcp_agent_scheduler Jul 28 02:09:13.996420 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: dns.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:13.997321 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:13.997823 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension dns-integration not supported by any of loaded plugins Jul 28 02:09:13.998153 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: dns_domain_ports.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:13.999032 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:13.999538 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 28 02:09:13.999863 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.000765 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.001307 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 28 02:09:14.001628 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: dvr.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.002271 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.002772 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: dvr Jul 28 02:09:14.003095 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: ecmp_routes.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.003977 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.004475 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 28 02:09:14.004798 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: empty_string_filtering.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.005703 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.006210 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: empty-string-filtering Jul 28 02:09:14.006532 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.007402 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.007899 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 28 02:09:14.008219 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.009125 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.009624 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 28 02:09:14.009945 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: external_net.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.010812 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.011319 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: external-net Jul 28 02:09:14.011642 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.012505 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.013043 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: extra_dhcp_opt Jul 28 02:09:14.013370 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: extraroute.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.014236 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.014740 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: extraroute Jul 28 02:09:14.015064 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: extraroute_atomic.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.016044 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.017133 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: extraroute-atomic Jul 28 02:09:14.017604 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: filter_validation.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.018241 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.018743 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: filter-validation Jul 28 02:09:14.019065 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: fip_pf_description.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.020140 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.020651 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 28 02:09:14.021013 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: fip_pf_port_range.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.021897 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.022400 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 28 02:09:14.022725 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: fip_port_details.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.023608 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.024115 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: fip-port-details Jul 28 02:09:14.024445 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: flavors.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.025660 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.026168 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: flavors Jul 28 02:09:14.026496 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.028098 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.028622 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 28 02:09:14.028986 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: floatingip_pools.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.029647 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.030154 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: floatingip-pools Jul 28 02:09:14.030479 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: ip_allocation.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.031365 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.031863 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension ip_allocation not supported by any of loaded plugins Jul 28 02:09:14.032853 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.033767 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.034271 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: ip-substring-filtering Jul 28 02:09:14.034598 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: l2_adjacency.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.035495 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.035995 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 28 02:09:14.036318 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: l3.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.037290 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.037802 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: router Jul 28 02:09:14.038124 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.040305 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.040830 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 28 02:09:14.041198 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.042089 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.042604 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: ext-gw-mode Jul 28 02:09:14.042935 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.043814 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.044319 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: l3-ha Jul 28 02:09:14.044646 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.045553 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.046056 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 28 02:09:14.046381 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: l3_flavors.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.047260 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.047803 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: l3-flavors Jul 28 02:09:14.048127 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.049493 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.050009 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 28 02:09:14.050338 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.051220 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.051729 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 28 02:09:14.052058 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: l3agentscheduler.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.053093 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.053603 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: l3_agent_scheduler Jul 28 02:09:14.053934 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: local_ip.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.055637 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.056162 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension local_ip not supported by any of loaded plugins Jul 28 02:09:14.056500 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: logging.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.057969 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.058490 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension logging not supported by any of loaded plugins Jul 28 02:09:14.058822 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: metering.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.059531 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.060097 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: metering Jul 28 02:09:14.060425 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.061701 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.062219 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: metering_source_and_destination_fields Jul 28 02:09:14.062552 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: multiprovidernet.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.064110 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.064716 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: multi-provider Jul 28 02:09:14.065081 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: netmtu.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.065976 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.066483 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: net-mtu Jul 28 02:09:14.066813 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: netmtu_writable.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.067703 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.068206 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: net-mtu-writable Jul 28 02:09:14.068536 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: network_availability_zone.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.069218 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.069728 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: network_availability_zone Jul 28 02:09:14.070059 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: network_ip_availability.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.071107 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.071621 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: network-ip-availability Jul 28 02:09:14.071951 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: network_segment_range.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.072683 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.073224 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension network-segment-range not supported by any of loaded plugins Jul 28 02:09:14.073556 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: pagination.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.074494 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.074831 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: pagination Jul 28 02:09:14.075159 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: port_device_profile.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.076030 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.076538 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: port-device-profile Jul 28 02:09:14.076863 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: port_mac_address_override.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.077775 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.078282 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: port-mac-override Jul 28 02:09:14.078607 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.080097 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.080600 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: port-mac-address-regenerate Jul 28 02:09:14.080955 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.081829 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.082337 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: port-numa-affinity-policy Jul 28 02:09:14.082661 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: port_resource_request.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.083530 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.084034 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension port-resource-request not supported by any of loaded plugins Jul 28 02:09:14.084355 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: port_resource_request_groups.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.085315 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.085822 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 28 02:09:14.086146 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: portbindings.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.087038 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.087548 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: binding Jul 28 02:09:14.087871 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: portbindings_extended.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.089116 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.089633 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: binding-extended Jul 28 02:09:14.089961 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: portsecurity.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.090837 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.091349 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: port-security Jul 28 02:09:14.091679 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: project_id.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.092612 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.092974 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: project-id Jul 28 02:09:14.093306 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: providernet.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.094204 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.094738 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: provider Jul 28 02:09:14.095202 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: qos.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.098626 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.099153 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension qos not supported by any of loaded plugins Jul 28 02:09:14.099492 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.100704 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.101257 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 28 02:09:14.101593 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.102487 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.102997 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 28 02:09:14.103329 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: qos_default.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.104199 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.104705 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension qos-default not supported by any of loaded plugins Jul 28 02:09:14.105057 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: qos_fip.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.105938 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.106442 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension qos-fip not supported by any of loaded plugins Jul 28 02:09:14.106769 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.107644 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.108150 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 28 02:09:14.108475 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: qos_gateway_ip.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.109391 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.110191 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 28 02:09:14.110628 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: qos_port_network_policy.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.111548 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.112056 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 28 02:09:14.112387 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.113405 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.113914 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 28 02:09:14.114243 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.115239 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.115742 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 28 02:09:14.116068 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: qos_pps_rule.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.117236 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.117746 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension qos-pps not supported by any of loaded plugins Jul 28 02:09:14.118073 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: qos_rule_type_details.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.118955 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.119462 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 28 02:09:14.119787 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.120661 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.121197 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 28 02:09:14.121521 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: qos_rules_alias.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.122530 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.123040 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 28 02:09:14.123364 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: quota_check_limit.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.124241 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.124753 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: quota-check-limit Jul 28 02:09:14.125101 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: quotasv2.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.126560 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.126894 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: quotas Jul 28 02:09:14.127215 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: quotasv2_detail.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.128934 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.129282 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: quota_details Jul 28 02:09:14.129620 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: rbac.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.132247 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.132771 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: rbac-policies Jul 28 02:09:14.133134 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: rbac_address_group.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.134031 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.134545 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: rbac-address-group Jul 28 02:09:14.134877 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: rbac_address_scope.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.135767 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.136277 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: rbac-address-scope Jul 28 02:09:14.136605 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: rbac_security_groups.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.137593 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.138100 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: rbac-security-groups Jul 28 02:09:14.138427 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: rbac_subnetpool.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.139310 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.139820 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: rbac-subnetpool Jul 28 02:09:14.140148 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: revisionifmatch.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.141068 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.142273 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: revision-if-match Jul 28 02:09:14.142637 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: revisions.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.143728 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.144241 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: standard-attr-revisions Jul 28 02:09:14.144571 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: router_availability_zone.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.145251 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.145760 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: router_availability_zone Jul 28 02:09:14.146085 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: routerservicetype.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.146973 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.147479 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension router-service-type not supported by any of loaded plugins Jul 28 02:09:14.147810 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.148700 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.149243 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: security-groups-normalized-cidr Jul 28 02:09:14.149572 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.150469 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.150977 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: port-security-groups-filtering Jul 28 02:09:14.151302 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.152195 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.152706 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: security-groups-remote-address-group Jul 28 02:09:14.153065 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.153963 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.154474 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: security-groups-shared-filtering Jul 28 02:09:14.154803 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: securitygroup.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.164381 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.164937 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: security-group Jul 28 02:09:14.165280 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: segment.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.165980 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.166489 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension segment not supported by any of loaded plugins Jul 28 02:09:14.166818 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.167724 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.168232 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 28 02:09:14.168559 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: servicetype.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.169667 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.170182 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: service-type Jul 28 02:09:14.170580 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: sorting.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.171474 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.171808 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: sorting Jul 28 02:09:14.172133 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: standard_attr_segment.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.173064 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.173583 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 28 02:09:14.173910 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: standardattrdescription.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.174530 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.175041 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: standard-attr-description Jul 28 02:09:14.175365 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: stateful_security_group.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.176269 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.176778 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: stateful-security-group Jul 28 02:09:14.177125 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: stdattrs_common.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.177686 dv-cinder-799871-46-iscsi neutron-server[103892]: WARNING neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 28 02:09:14.178007 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.178894 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.179399 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 28 02:09:14.179724 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: subnet_onboard.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.180756 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.181293 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: subnet_onboard Jul 28 02:09:14.181621 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.182511 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.183016 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 28 02:09:14.183341 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: subnet_service_types.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.184223 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.184730 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: subnet-service-types Jul 28 02:09:14.185088 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: subnetallocation.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.186135 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.186643 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: subnet_allocation Jul 28 02:09:14.186968 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.187607 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.188111 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: subnetpool-prefix-ops Jul 28 02:09:14.188989 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.189881 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.190384 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 28 02:09:14.190707 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: tagging.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.191741 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.192296 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: standard-attr-tag Jul 28 02:09:14.192583 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: timestamp.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.193767 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.194283 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loaded extension: standard-attr-timestamp Jul 28 02:09:14.194612 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: trunk.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.195599 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.196112 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension trunk not supported by any of loaded plugins Jul 28 02:09:14.196441 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: trunk_details.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.197345 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.197860 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension trunk-details not supported by any of loaded plugins Jul 28 02:09:14.198185 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: uplink_status_propagation.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.199068 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.199574 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 28 02:09:14.199901 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Loading extension file: vlantransparent.py {{(pid=103892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 02:09:14.200539 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 02:09:14.201069 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 28 02:09:14.203612 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.quota.resource_registry [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Creating instance of TrackedResource for resource:network Jul 28 02:09:14.204789 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.quota.resource_registry [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Creating instance of TrackedResource for resource:subnet Jul 28 02:09:14.205219 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.quota.resource_registry [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 02:09:14.205617 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.quota.resource_registry [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Creating instance of TrackedResource for resource:port Jul 28 02:09:14.206914 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.v2.resource_helper [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103892) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 02:09:14.207364 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.v2.resource_helper [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Service FLAVORS assigned prefix: {{(pid=103892) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 02:09:14.208011 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.v2.resource_helper [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103892) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 02:09:14.208445 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.v2.resource_helper [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103892) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 02:09:14.208782 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.quota.resource_registry [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Creating instance of TrackedResource for resource:router Jul 28 02:09:14.209241 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.quota.resource_registry [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 02:09:14.209728 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.v2.resource_helper [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Service METERING assigned prefix: /metering {{(pid=103892) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 02:09:14.211166 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:14.211546 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:14.211909 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:09:14.212927 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.quota.resource_registry [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 02:09:14.213385 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.quota.resource_registry [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Creating instance of TrackedResource for resource:security_group Jul 28 02:09:14.213832 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.quota.resource_registry [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 02:09:14.214383 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.v2.resource_helper [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Service CORE assigned prefix: {{(pid=103892) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 02:09:14.214717 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.quota.resource_registry [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 02:09:14.215065 dv-cinder-799871-46-iscsi neutron-server[103892]: WARNING neutron.quota.resource_registry [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] subnetpool is already registered Jul 28 02:09:14.215504 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.v2.resource_helper [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Service CORE assigned prefix: {{(pid=103892) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 02:09:14.215833 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.quota.resource_registry [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 02:09:14.216167 dv-cinder-799871-46-iscsi neutron-server[103892]: WARNING neutron.quota.resource_registry [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] subnetpool is already registered Jul 28 02:09:14.218544 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.v2.resource_helper [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103892) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 02:09:14.218988 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.v2.resource_helper [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Service FLAVORS assigned prefix: {{(pid=103892) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 02:09:14.219624 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.v2.resource_helper [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103892) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 02:09:14.220056 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.v2.resource_helper [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103892) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 02:09:14.220393 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.quota.resource_registry [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Creating instance of TrackedResource for resource:router Jul 28 02:09:14.220737 dv-cinder-799871-46-iscsi neutron-server[103892]: WARNING neutron.quota.resource_registry [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] router is already registered Jul 28 02:09:14.221180 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.quota.resource_registry [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 02:09:14.221523 dv-cinder-799871-46-iscsi neutron-server[103892]: WARNING neutron.quota.resource_registry [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] floatingip is already registered Jul 28 02:09:14.221988 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.v2.resource_helper [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Service METERING assigned prefix: /metering {{(pid=103892) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 02:09:14.222681 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.quota.resource_registry [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 02:09:14.223014 dv-cinder-799871-46-iscsi neutron-server[103892]: WARNING neutron.quota.resource_registry [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] rbac_policy is already registered Jul 28 02:09:14.223434 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.quota.resource_registry [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Creating instance of TrackedResource for resource:security_group Jul 28 02:09:14.223775 dv-cinder-799871-46-iscsi neutron-server[103892]: WARNING neutron.quota.resource_registry [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] security_group is already registered Jul 28 02:09:14.224189 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.quota.resource_registry [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 02:09:14.224531 dv-cinder-799871-46-iscsi neutron-server[103892]: WARNING neutron.quota.resource_registry [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] security_group_rule is already registered Jul 28 02:09:14.225205 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.v2.resource_helper [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Service CORE assigned prefix: {{(pid=103892) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 02:09:14.225540 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.quota.resource_registry [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 02:09:14.225878 dv-cinder-799871-46-iscsi neutron-server[103892]: WARNING neutron.quota.resource_registry [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] subnetpool is already registered Jul 28 02:09:14.226308 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.v2.resource_helper [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Service CORE assigned prefix: {{(pid=103892) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 02:09:14.226638 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.quota.resource_registry [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 02:09:14.226972 dv-cinder-799871-46-iscsi neutron-server[103892]: WARNING neutron.quota.resource_registry [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] subnetpool is already registered Jul 28 02:09:14.227441 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: extensions {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.228963 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: address-groups {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.230459 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: address-scopes {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.231806 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: agents {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.233008 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: auto-allocated-topology {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.234252 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: availability_zones {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.235888 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: dhcp-networks {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.237513 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: dhcp-agents {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.238968 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: routers {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.240668 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: flavors {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.241967 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: service_profiles {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.243195 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: next_providers {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.244651 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: service_profiles {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.246262 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: floatingip-pools {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.247491 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: routers {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.249251 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: floatingips {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.250533 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: l3-routers {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.252494 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: l3-agents {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.253949 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: metering-labels {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.255212 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: metering-label-rules {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.256607 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: network-ip-availabilities {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.257909 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: bindings {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.259546 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: quotas {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.262105 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: quotas {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.263666 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: rbac-policies {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.264890 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: security-groups {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.266204 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: security-group-rules {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.268097 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: service-providers {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.269371 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: subnetpools {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.270684 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: subnetpools {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.272231 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: tags {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.273956 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: tags {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.275819 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: tags {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.277643 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: tags {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.279352 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: tags {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.281382 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: tags {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.283131 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: tags {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.285052 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: tags {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.286830 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: tags {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.288608 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron.api.extensions [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Extended resource: tags {{(pid=103892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 02:09:14.294760 dv-cinder-799871-46-iscsi neutron-server[103892]: WARNING keystonemiddleware.auth_token [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 28 02:09:14.299893 dv-cinder-799871-46-iscsi neutron-server[103892]: WARNING keystonemiddleware.auth_token [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 28 02:09:14.308714 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_concurrency.lockutils [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Acquired lock "singleton_lock" {{(pid=103892) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 28 02:09:14.309217 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_concurrency.lockutils [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Releasing lock "singleton_lock" {{(pid=103892) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 28 02:09:14.309877 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO oslo_service.service [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Starting 2 workers Jul 28 02:09:14.315231 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Started child 103999 {{(pid=103892) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 02:09:14.319704 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Started child 104000 {{(pid=103892) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 02:09:14.321123 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:14.321731 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO neutron.service [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 28 02:09:14.321997 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:14.322639 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [-] (103999) wsgi starting up on http://0.0.0.0:9696 Jul 28 02:09:14.324419 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:14.324842 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO oslo_service.service [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Starting 1 workers Jul 28 02:09:14.325796 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [-] (104000) wsgi starting up on http://0.0.0.0:9696 Jul 28 02:09:14.330229 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Started child 104001 {{(pid=103892) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 02:09:14.330874 dv-cinder-799871-46-iscsi neutron-server[103892]: INFO oslo_service.service [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Starting 1 workers Jul 28 02:09:14.334207 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.service [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] calling RpcWorker wait() {{(pid=104001) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 28 02:09:14.334776 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.service [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] returning from RpcWorker wait() {{(pid=104001) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 28 02:09:14.335336 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Started child 104002 {{(pid=103892) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 02:09:14.336028 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:14.336125 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-a89c401b-6b03-4482-837c-b87447f744b7 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:14.336566 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:09:14.338082 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103892) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 02:09:14.338298 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 02:09:14.338478 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 02:09:14.338701 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 02:09:14.339037 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 02:09:14.339216 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 02:09:14.339729 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.339986 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.340227 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:14.340692 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.340692 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.341116 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.341222 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:09:14.341383 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.341640 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.341916 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.342181 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.342352 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.342516 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.342772 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.343019 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.343345 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.343629 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.343882 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.344154 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.344314 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.344625 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.344913 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.345619 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.345619 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] debug = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.345876 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.346426 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.346675 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.346926 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.347176 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.347449 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.347698 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.347967 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.348204 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.348436 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.348682 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.348951 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.349213 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.349449 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.349683 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.349973 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.350215 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.350660 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] host = dv-cinder-799871-46-iscsi {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.350920 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.351156 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.351414 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.351646 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.351895 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.352128 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.352412 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.352735 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.353002 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.353172 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.353434 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.353682 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.353928 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.354175 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] log_file = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.354340 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] log_options = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.354575 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.354848 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.355116 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.355310 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.355479 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.355642 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.355904 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.356067 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.356337 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.356583 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.356802 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.357057 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.357293 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.357530 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.357789 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.358023 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.358280 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.358513 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.358759 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.359092 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.359456 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.360052 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.360340 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.361175 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.361175 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.361175 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.361546 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.361546 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.361779 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.362064 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.362516 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.362860 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.363220 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.363694 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.363821 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.364340 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.364579 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.364817 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.365122 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.365530 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.365749 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.365998 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.366385 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.366385 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.366631 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.366856 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.367133 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] use_json = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.367335 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.367567 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.367799 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.368564 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.368564 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.368564 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.369002 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.369002 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.369250 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.369907 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.369907 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.370152 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.370461 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.370730 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.372620 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.372620 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.372620 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.372620 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.372620 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.372620 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.372620 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.373174 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.373174 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.373842 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.373842 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.374009 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.374572 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.374572 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.374720 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.374869 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.375262 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.376280 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.376280 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.376585 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.376730 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.376983 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.377291 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.377654 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.377936 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.378279 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.378558 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.378818 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.40/identity {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.379082 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.379324 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.379577 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.379820 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.380039 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.380257 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.380504 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.380722 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.381142 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.381383 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.381617 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.381861 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.382099 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.382326 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.382598 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.382862 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.383104 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.383321 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.383540 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.383779 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.383991 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.384219 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.384452 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.384722 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.384969 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.385365 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.385773 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.386165 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.386389 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.386622 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.386989 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.387234 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.387473 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.387698 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.387915 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.388149 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.388369 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.388585 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.388799 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.389042 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.389256 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.389493 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.389929 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.390448 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.390675 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.390892 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.391109 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.391374 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.392170 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.392509 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.393638 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.393638 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.393638 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.393638 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.393638 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.394086 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.394086 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.394245 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.394485 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.394738 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.394994 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.395235 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.395484 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.395721 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.395969 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.396215 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.396438 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.396657 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.396956 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.397187 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.397442 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.397689 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.397911 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.398171 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.398398 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.398617 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.398843 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.399064 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.399385 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.399530 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.399778 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.400025 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.400270 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.401268 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.401530 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.401939 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.402208 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.402457 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.402705 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.402993 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.403255 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.403528 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.403753 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.404049 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.404363 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.404635 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.404959 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.405206 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.405423 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.405697 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.405934 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.406195 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.406431 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.406684 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.406907 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.408475 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.408740 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.409019 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.409267 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.409599 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.409844 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.410079 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.410302 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.410582 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.410854 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.411113 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.411387 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.411651 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.411909 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.412161 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.412421 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.40/identity {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.412663 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.413410 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.413973 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.414336 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.414612 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.415177 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.415427 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.415671 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.415893 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.416134 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.416355 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.416994 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.417380 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.417790 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.418166 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.418446 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.418881 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.419135 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.419395 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.419700 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.419937 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.420166 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.420387 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.420628 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.420852 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.421205 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.421474 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.421696 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.421929 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.423917 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.424179 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.424413 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.424680 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.424959 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.425187 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.425412 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.425643 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.425865 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.426114 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.426369 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.426610 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.426856 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.427111 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.427447 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.427709 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.427946 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.428212 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.428469 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.428691 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.429098 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.429546 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.430027 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.430259 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.430820 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.431053 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.431280 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.431848 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.432084 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.432308 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.433590 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.434489 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.434762 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.434996 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.435237 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.435499 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.435726 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.435953 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.436174 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.436396 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.437015 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.437380 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.437962 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.438915 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.439285 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.439621 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.439987 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.440351 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.440728 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.441119 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.441445 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.441782 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.442407 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.442676 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.442991 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.443330 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.443648 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.443952 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.444191 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.444423 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.444653 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.444913 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.445152 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.445376 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.445630 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.445925 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.446153 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.446408 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.446627 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.446847 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.447076 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.447525 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.447752 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.447984 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.448206 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.448441 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.448672 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.448920 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.449141 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.449467 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.449735 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.449961 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.450244 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.450496 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.450753 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.451013 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.451339 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.451564 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.451812 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.452292 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.452530 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.452792 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.453082 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.453426 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.453720 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.454608 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.454887 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.455162 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.455455 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.455728 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.455929 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:09:14.456033 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.456271 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.456606 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.456898 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.457186 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.457448 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.457711 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.457946 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.458175 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.458424 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.458677 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.458926 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.459262 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.459505 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.459741 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.460217 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.460535 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.461066 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.461304 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.461527 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.462005 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.462230 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.462385 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 02:09:14.463019 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103892) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 02:09:14.463341 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 02:09:14.463617 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 02:09:14.463721 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 02:09:14.463840 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 02:09:14.464138 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 02:09:14.464243 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.464335 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.464476 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.464633 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.464810 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.464999 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.465158 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.465316 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.465475 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.465635 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.465794 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.465954 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.466114 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.466277 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.466436 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.466595 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.466754 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.466922 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.467078 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.467403 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.467713 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.467878 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] debug = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.468036 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.468245 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.468408 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.468717 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.468905 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.469066 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.469229 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.469379 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.469541 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.470370 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.470529 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.470691 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.470876 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.471011 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.471170 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.471328 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.471487 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.471647 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] host = dv-cinder-799871-46-iscsi {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.471807 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.471967 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.472126 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.472287 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.472446 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.472604 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.472769 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.472953 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.473117 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.473289 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.473438 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.473597 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.473758 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.473916 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] log_file = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.474222 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] log_options = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.474387 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.474547 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.474707 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.474894 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.475063 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.475222 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.475382 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.475547 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.475704 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.476029 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.476188 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.476348 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.476508 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.476667 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.476827 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.477009 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.477169 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.477329 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.477488 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.477648 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.477807 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.477989 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.478149 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.478379 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.478548 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.478708 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.478873 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.479032 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.479186 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.479346 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.479503 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.479660 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.480054 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.480054 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.480229 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.480332 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.480418 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.480550 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.480720 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.480867 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.481057 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.481205 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.481364 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.481521 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.481679 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.481852 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.481992 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] use_json = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.482151 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.482308 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.482468 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.482626 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.482784 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.482943 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.483100 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.483259 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.483417 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 02:09:14.483597 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.484017 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.484017 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.484185 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.484262 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.484381 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.484542 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.484993 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.485191 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.485344 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.485505 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.485667 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.485843 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.486003 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.486163 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.486329 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.486492 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.486654 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.486817 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.486980 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.487143 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.487305 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.487475 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.487928 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.487928 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.487928 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.488165 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.488243 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.488399 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.488566 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.488743 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.489500 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.489500 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.40/identity {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.489500 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.489500 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.489821 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.489821 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.489821 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.490023 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.490140 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.490301 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.490461 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.490625 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.490786 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.490950 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.491112 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.491274 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.491436 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.491597 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.491758 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.491922 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.492085 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.492248 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.492411 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.492574 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.492736 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.492914 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.493087 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.493248 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.493411 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.493572 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.493735 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.494243 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.494243 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.494243 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.494469 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.494469 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.494640 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.494815 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.494977 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.495138 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.495299 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.495461 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.495623 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.495784 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.495945 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.496105 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.496266 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.496428 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.496589 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.496750 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.497107 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.497107 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.497255 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.497382 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.497544 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.497706 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.497868 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.498030 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.498192 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.498353 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.498530 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.498690 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.498857 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.499017 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.499179 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.499324 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.499486 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.499646 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.499806 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.499967 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.500126 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.500286 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.500449 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.500609 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.500820 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.501075 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.501234 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.501451 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.501638 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.501802 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.501963 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.502123 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.502283 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.502444 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.502606 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.502768 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.502929 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.503089 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.503249 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.503409 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.503569 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.503739 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.503899 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.504063 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.504223 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.504391 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.504562 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.504724 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.504912 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.505068 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.505229 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.505392 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.505553 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.505716 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.505876 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.506037 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.506198 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.506370 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.506531 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.506692 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.506854 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.507041 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.507204 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.507365 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.507525 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.507685 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.507846 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.508006 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.508166 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.508328 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.508488 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.508649 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.508817 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.40/identity {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.509002 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.509165 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.509326 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.509487 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.509649 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.509821 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.509958 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.510120 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.510282 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.510442 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.510602 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.510763 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.510924 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.511084 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.511245 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.511405 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.511568 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.511728 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.511889 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.512049 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.512208 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.512367 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.512527 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.512688 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.512848 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.513032 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.513193 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.513356 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.513517 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.513679 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.513839 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.514002 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.514164 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.514326 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.514487 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.514648 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.514809 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.514971 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.515134 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.515295 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.515456 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.515615 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.515777 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.515956 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.516117 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.516278 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.517038 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.517288 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.517455 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.517625 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.517785 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.517948 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.518109 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.518273 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.518435 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.518596 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.518762 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.518924 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.519084 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.519247 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.519413 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.519576 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.519738 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.519900 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.520061 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.520222 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.520382 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.520544 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.520707 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.520867 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.521049 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.521210 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.521383 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.521546 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.521718 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.522400 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.522400 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.522400 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.522400 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.522705 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.522705 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.522859 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.522942 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.523053 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.523223 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.523385 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.523546 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.523706 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.523868 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.524029 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.524199 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.524360 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.524521 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.524681 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.524842 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.525031 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.525201 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.525363 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.525523 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.525683 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.525843 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.526004 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.526175 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.526337 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.526497 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.526657 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.526818 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.526978 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.527149 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.527310 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.527472 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.527641 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.527801 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.527963 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.528123 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.528297 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.528460 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.528624 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.528790 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.528973 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.529137 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.529301 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.529467 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.529638 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.529807 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.529970 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.530137 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.530295 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.530466 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.530627 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.530794 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.530956 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.531116 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.531277 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.531439 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.531601 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.531762 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.531923 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.532630 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.532804 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.532990 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.533323 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.533486 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.533648 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.533809 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.533969 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.534130 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.534291 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.534453 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.534615 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.534775 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 02:09:14.534919 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 02:09:14.629819 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 39506) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:09:14.638375 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [-] 10.222.0.40 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064127 Jul 28 02:09:23.809376 dv-cinder-799871-46-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:09:25.728912 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writer thread running {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 02:09:25.744919 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efef86b5-daaf-4203-ad7b-760d1fff00e0 None None] get_active_networks_info from dv-cinder-799871-46-iscsi {{(pid=104001) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 02:09:25.808787 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efef86b5-daaf-4203-ad7b-760d1fff00e0 None None] No non-hosted networks {{(pid=104001) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 28 02:09:25.823539 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9d57e2d1-202a-470f-96f6-5e6aadc27951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-361384'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:25.843262 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.agentschedulers_db [None req-efef86b5-daaf-4203-ad7b-760d1fff00e0 None None] DHCP Agent not found on host dv-cinder-799871-46-iscsi {{(pid=104001) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 28 02:09:27.456842 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writer thread running {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 02:09:28.120751 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d2c53ed0-de4c-4f11-be98-03ee74f4ee16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-361384'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:28.158302 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-002c1200-e801-4d1b-bcba-6cbdb02e0012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:28.955304 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 39576) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:09:29.190651 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-361384'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:29.570091 dv-cinder-799871-46-iscsi neutron-server[103999]: WARNING oslo_policy.policy [None req-6f89b6ce-ca55-4e57-8f23-df7ac0ce925d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 02:09:29.570666 dv-cinder-799871-46-iscsi neutron-server[103999]: WARNING oslo_policy.policy [None req-6f89b6ce-ca55-4e57-8f23-df7ac0ce925d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 02:09:29.794115 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [None req-6f89b6ce-ca55-4e57-8f23-df7ac0ce925d admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=103999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 02:09:29.808902 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-6f89b6ce-ca55-4e57-8f23-df7ac0ce925d admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8506308 Jul 28 02:09:30.630677 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-361384'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:30.978387 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-361384'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:30.979233 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:30.979892 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:30.980397 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:30.980934 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:30.981276 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:30.981613 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:30.981945 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:30.982472 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:30.982811 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:30.983453 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:30.983808 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:30.984140 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:30.984488 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:30.984813 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:30.985944 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:30.986439 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-799871-46-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:09:31.007544 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-799871-46-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:09:32.121611 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 39612) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:09:32.485828 dv-cinder-799871-46-iscsi neutron-server[104001]: INFO neutron.db.l3_hamode_db [None req-8b2546a0-e66a-4783-a3a8-92bfdf5b6998 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 28 02:09:32.492826 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-946e1cd2-6a14-49b3-be9e-03b271dec2dc admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:09:32.566667 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2546a0-e66a-4783-a3a8-92bfdf5b6998 None None] Routers set() bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:09:32.567034 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2546a0-e66a-4783-a3a8-92bfdf5b6998 None None] Router IDs set() for agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 28 02:09:32.589312 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.policy [None req-946e1cd2-6a14-49b3-be9e-03b271dec2dc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103999) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 02:09:32.633184 dv-cinder-799871-46-iscsi neutron-server[103999]: WARNING oslo_policy.policy [None req-946e1cd2-6a14-49b3-be9e-03b271dec2dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 02:09:32.633566 dv-cinder-799871-46-iscsi neutron-server[103999]: WARNING oslo_policy.policy [None req-946e1cd2-6a14-49b3-be9e-03b271dec2dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 02:09:32.654125 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writer thread running {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 02:09:32.733813 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-946e1cd2-6a14-49b3-be9e-03b271dec2dc admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752354996022', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752354995514', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752354913370', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752354906672', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752354900000', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752354891721', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1313584', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1536028', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-726263', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-683557'] for rbac-policy (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:32.803819 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-946e1cd2-6a14-49b3-be9e-03b271dec2dc admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:32.805037 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-946e1cd2-6a14-49b3-be9e-03b271dec2dc admin admin] 10.222.0.40 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6824210 Jul 28 02:09:35.012509 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 39624) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:09:35.516925 dv-cinder-799871-46-iscsi neutron-server[104000]: WARNING oslo_policy.policy [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 02:09:35.517528 dv-cinder-799871-46-iscsi neutron-server[104000]: WARNING oslo_policy.policy [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 02:09:35.735419 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:09:35.748154 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writer thread running {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 02:09:35.789328 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] Made reservation on behalf of f4d8003be41b4b77b069e5ff82e3d9b7 for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:09:35.849755 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.policy [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104000) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 02:09:35.893955 dv-cinder-799871-46-iscsi neutron-server[104000]: WARNING oslo_policy.policy [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 02:09:35.894316 dv-cinder-799871-46-iscsi neutron-server[104000]: WARNING oslo_policy.policy [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 02:09:35.904605 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:35.927736 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:36.057295 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] Publish callbacks [] for security_group (1c4ff6b6-c0cc-4f2c-9ab9-ace7b90c4af8), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:36.060736 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (1c4ff6b6-c0cc-4f2c-9ab9-ace7b90c4af8), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:36.086937 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 02:09:36.119320 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752357910209', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (e63af0d3-2a13-4810-ba99-7759e4bfd030), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:36.119864 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] Unsubscribe: segment precommit_create {{(pid=104000) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 02:09:36.120423 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] Added segment e63af0d3-2a13-4810-ba99-7759e4bfd030 of type vlan for network 740e3e95-b4f3-4ef5-bc57-b0d457fc9c23 Jul 28 02:09:36.159724 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4ff6b6-c0cc-4f2c-9ab9-ace7b90c4af8,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:09:36.201861 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:36.202194 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:36.202556 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:36.202875 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:36.203198 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:36.203630 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:36.204085 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:36.204412 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:36.204744 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:36.205095 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:36.205413 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:36.205729 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:36.206041 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:36.206351 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:36.206662 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] Tracked resource versions report: Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: pushed versions: Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: { 'AddressGroup': {'1.2'}, Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: 'Agent': {'1.1'}, Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: 'ConntrackHelper': {'1.0'}, Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: 'LocalIPAssociation': {'1.0'}, Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: 'Log': {'1.0'}, Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: 'NDPProxy': {'1.0'}, Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: 'Network': {'1.1'}, Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: 'Port': {'1.7'}, Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: 'PortForwarding': {'1.3'}, Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: 'QosPolicy': {'1.10'}, Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: 'SecurityGroup': {'1.5'}, Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: 'SecurityGroupRule': {'1.2'}, Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: 'SubPort': {'1.0'}, Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: 'Subnet': {'1.1'}, Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: 'Trunk': {'1.1'}} Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: consumer versions: Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: { DHCP agent@dv-cinder-799871-46-iscsi: {}, Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: L3 agent@dv-cinder-799871-46-iscsi: {}, Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: Metadata agent@dv-cinder-799871-46-iscsi: {}, Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: Metering agent@dv-cinder-799871-46-iscsi: {}, Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: Open vSwitch agent@dv-cinder-799871-46-iscsi: { 'AddressGroup': '1.2', Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: 'Agent': '1.1', Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: 'ConntrackHelper': '1.0', Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: 'LocalIPAssociation': '1.0', Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: 'Log': '1.0', Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: 'NDPProxy': '1.0', Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: 'Network': '1.1', Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: 'Port': '1.7', Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: 'PortForwarding': '1.3', Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: 'QosPolicy': '1.10', Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: 'SecurityGroup': '1.5', Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: 'SecurityGroupRule': '1.2', Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: 'SubPort': '1.0', Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: 'Subnet': '1.1', Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: 'Trunk': '1.1'}} Jul 28 02:09:36.208040 dv-cinder-799871-46-iscsi neutron-server[104000]: {{(pid=104000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 02:09:36.231447 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752357420409'] for network (740e3e95-b4f3-4ef5-bc57-b0d457fc9c23), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:36.274708 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577'] for network (740e3e95-b4f3-4ef5-bc57-b0d457fc9c23), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:36.279755 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:09:36.280442 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:36.375152 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.3605494 Jul 28 02:09:36.407977 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575de4e-e67c-4d5d-a705-7bd3e53118d9 demo demo] Pushing event updated for resources: {'Network': ['ID=740e3e95-b4f3-4ef5-bc57-b0d457fc9c23,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:09:36.420290 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Network 740e3e95-b4f3-4ef5-bc57-b0d457fc9c23 details requested by agent ovs-agent-dv-cinder-799871-46-iscsi with host dv-cinder-799871-46-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 02:09:38.749550 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 39644) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:09:39.162853 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678ef83f-7af2-483a-a62e-40705f1dbb06 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:09:39.164233 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-678ef83f-7af2-483a-a62e-40705f1dbb06 demo admin] 10.222.0.40 "GET /v2.0/networks/740e3e95-b4f3-4ef5-bc57-b0d457fc9c23 HTTP/1.1" status: 200 len: 825 time: 0.4137292 Jul 28 02:09:39.182821 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=53,neutron:INSERT=42,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:09:39.207775 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-efc1c308-e3a2-44a8-98a6-8e0204dc0387 demo admin] 10.222.0.40 "GET /v2.0/subnetpools/3e2d7ad9-415a-41fd-9912-1c798e06aa47 HTTP/1.1" status: 200 len: 734 time: 0.0378325 Jul 28 02:09:39.217466 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-3c9368ae-82e0-477a-b7db-17319e1ce232 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '740e3e95-b4f3-4ef5-bc57-b0d457fc9c23', 'ip_version': 4, 'subnetpool_id': '3e2d7ad9-415a-41fd-9912-1c798e06aa47'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:09:39.242390 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9368ae-82e0-477a-b7db-17319e1ce232 demo admin] Made reservation on behalf of f4d8003be41b4b77b069e5ff82e3d9b7 for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:09:39.244650 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3c9368ae-82e0-477a-b7db-17319e1ce232 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:39.541184 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3c9368ae-82e0-477a-b7db-17319e1ce232 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577'] for subnet (26170443-eb48-4ff3-ae3f-35f2594528d1), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:39.606399 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9368ae-82e0-477a-b7db-17319e1ce232 demo admin] Pushing event updated for resources: {'Subnet': ['ID=26170443-eb48-4ff3-ae3f-35f2594528d1,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:09:39.616488 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9368ae-82e0-477a-b7db-17319e1ce232 demo admin] Checking segment: {'id': 'e63af0d3-2a13-4810-ba99-7759e4bfd030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '740e3e95-b4f3-4ef5-bc57-b0d457fc9c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:09:39.616858 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9368ae-82e0-477a-b7db-17319e1ce232 demo admin] Network hostable DHCP agents. Network: 740e3e95-b4f3-4ef5-bc57-b0d457fc9c23, hostable agents: ['301b8458-925c-4c76-ae1b-6d21194a75ed'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 02:09:39.630647 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:09:39.642053 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9368ae-82e0-477a-b7db-17319e1ce232 demo admin] Network 740e3e95-b4f3-4ef5-bc57-b0d457fc9c23 is scheduled to be hosted by DHCP agent 301b8458-925c-4c76-ae1b-6d21194a75ed with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 02:09:39.653113 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-3c9368ae-82e0-477a-b7db-17319e1ce232 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-46-iscsi, 740e3e95-b4f3-4ef5-bc57-b0d457fc9c23) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:09:39.658269 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9368ae-82e0-477a-b7db-17319e1ce232 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:09:39.658858 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3c9368ae-82e0-477a-b7db-17319e1ce232 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:39.662956 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93d9a9e-90e9-4c19-89e3-2e165127fa7f None None] Network 740e3e95-b4f3-4ef5-bc57-b0d457fc9c23 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:09:39.678158 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-3c9368ae-82e0-477a-b7db-17319e1ce232 demo admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4643686 Jul 28 02:09:39.926479 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9572ff98-a2bf-566e-ab98-0b103bee2557-740e3e95-b4f3-4ef5-bc57-b0d457fc9c23', 'network_id': '740e3e95-b4f3-4ef5-bc57-b0d457fc9c23', 'project_id': 'f4d8003be41b4b77b069e5ff82e3d9b7', 'fixed_ips': [{'subnet_id': '26170443-eb48-4ff3-ae3f-35f2594528d1'}]}} from dv-cinder-799871-46-iscsi. {{(pid=104001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 02:09:39.927842 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:40.212065 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Allocated IP 172.20.0.2 (740e3e95-b4f3-4ef5-bc57-b0d457fc9c23/26170443-eb48-4ff3-ae3f-35f2594528d1/a041c71f-fc4b-4e4b-82f8-1684876babb9) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:09:40.299865 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=65,neutron:INSERT=33,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:09:40.484208 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Publish callbacks [] for port (a041c71f-fc4b-4e4b-82f8-1684876babb9), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:40.493310 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659'] for port (a041c71f-fc4b-4e4b-82f8-1684876babb9), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:40.585403 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Network 740e3e95-b4f3-4ef5-bc57-b0d457fc9c23 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:09:40.586685 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Pushing event updated for resources: {'Port': ['ID=a041c71f-fc4b-4e4b-82f8-1684876babb9,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:09:40.590972 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:09:40.600237 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:40.600457 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:40.600821 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:40.601201 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:40.601536 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:40.601865 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:40.602192 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:40.602515 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:40.602852 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:40.603178 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:40.603501 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:40.603837 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:40.604162 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:40.604472 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:40.604782 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Tracked resource versions report: Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: pushed versions: Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: { 'AddressGroup': {'1.2'}, Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: 'Agent': {'1.1'}, Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: 'ConntrackHelper': {'1.0'}, Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: 'LocalIPAssociation': {'1.0'}, Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: 'Log': {'1.0'}, Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: 'NDPProxy': {'1.0'}, Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: 'Network': {'1.1'}, Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: 'Port': {'1.7'}, Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: 'PortForwarding': {'1.3'}, Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: 'QosPolicy': {'1.10'}, Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: 'SecurityGroup': {'1.5'}, Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: 'SecurityGroupRule': {'1.2'}, Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: 'SubPort': {'1.0'}, Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: 'Subnet': {'1.1'}, Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: 'Trunk': {'1.1'}} Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: consumer versions: Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: { DHCP agent@dv-cinder-799871-46-iscsi: {}, Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: L3 agent@dv-cinder-799871-46-iscsi: {}, Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: Metadata agent@dv-cinder-799871-46-iscsi: {}, Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: Metering agent@dv-cinder-799871-46-iscsi: {}, Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: Open vSwitch agent@dv-cinder-799871-46-iscsi: { 'AddressGroup': '1.2', Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: 'Agent': '1.1', Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: 'ConntrackHelper': '1.0', Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: 'LocalIPAssociation': '1.0', Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: 'Log': '1.0', Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: 'NDPProxy': '1.0', Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: 'Network': '1.1', Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: 'Port': '1.7', Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: 'PortForwarding': '1.3', Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: 'QosPolicy': '1.10', Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: 'SecurityGroup': '1.5', Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: 'SecurityGroupRule': '1.2', Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: 'SubPort': '1.0', Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: 'Subnet': '1.1', Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: 'Trunk': '1.1'}} Jul 28 02:09:40.606160 dv-cinder-799871-46-iscsi neutron-server[104001]: {{(pid=104001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 02:09:40.608684 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:09:40.686681 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Attempting to bind port a041c71f-fc4b-4e4b-82f8-1684876babb9 on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:09:40.687364 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Attempting to bind port a041c71f-fc4b-4e4b-82f8-1684876babb9 by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': 'e63af0d3-2a13-4810-ba99-7759e4bfd030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '740e3e95-b4f3-4ef5-bc57-b0d457fc9c23'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:09:40.687506 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Attempting to bind port a041c71f-fc4b-4e4b-82f8-1684876babb9 on network 740e3e95-b4f3-4ef5-bc57-b0d457fc9c23 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:09:40.692829 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:09:40.693241 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Checking segment: {'id': 'e63af0d3-2a13-4810-ba99-7759e4bfd030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '740e3e95-b4f3-4ef5-bc57-b0d457fc9c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:09:40.693713 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:40.694098 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Bound using segment: {'id': 'e63af0d3-2a13-4810-ba99-7759e4bfd030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '740e3e95-b4f3-4ef5-bc57-b0d457fc9c23'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:09:40.694555 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Bound port: a041c71f-fc4b-4e4b-82f8-1684876babb9, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63af0d3-2a13-4810-ba99-7759e4bfd030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '740e3e95-b4f3-4ef5-bc57-b0d457fc9c23'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:09:40.694962 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (a041c71f-fc4b-4e4b-82f8-1684876babb9), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:40.733701 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:09:40.758266 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] For port a041c71f-fc4b-4e4b-82f8-1684876babb9, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:09:40.778658 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] For port a041c71f-fc4b-4e4b-82f8-1684876babb9, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=a041c71f-fc4b-4e4b-82f8-1684876babb9,segment=NetworkSegment(e63af0d3-2a13-4810-ba99-7759e4bfd030),segment_id=e63af0d3-2a13-4810-ba99-7759e4bfd030)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:09:40.786469 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (a041c71f-fc4b-4e4b-82f8-1684876babb9), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:40.845719 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9ed9d-67f8-4860-ba47-de5045861c43 None None] Pushing event updated for resources: {'Port': ['ID=a041c71f-fc4b-4e4b-82f8-1684876babb9,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:09:41.641847 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:09:41.656303 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:09:42.017779 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 39658) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:09:42.353034 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [None req-3bad9d93-3427-4406-9b0a-1e39ba60e1d6 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 02:09:42.368902 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-3bad9d93-3427-4406-9b0a-1e39ba60e1d6 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3352225 Jul 28 02:09:42.793230 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=23,neutron:INSERT=34 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:09:42.796822 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=10,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:09:44.668090 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 39670) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:09:44.996645 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [None req-73031d0e-b4b0-45ed-a967-2cb1af1e324e admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 02:09:44.997691 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-73031d0e-b4b0-45ed-a967-2cb1af1e324e admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3286738 Jul 28 02:09:47.302771 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 39678) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:09:47.661687 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-69942239-1aea-465b-ab23-d5f20b11b8b1 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:09:47.686417 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-69942239-1aea-465b-ab23-d5f20b11b8b1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-931'] for router (699cfebf-eebb-4490-b2fe-3c797994fcd2), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:47.688130 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-69942239-1aea-465b-ab23-d5f20b11b8b1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1600240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-345463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-938'] for router (699cfebf-eebb-4490-b2fe-3c797994fcd2), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:47.830392 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-69942239-1aea-465b-ab23-d5f20b11b8b1 demo demo] Publish callbacks [] for router_controller (699cfebf-eebb-4490-b2fe-3c797994fcd2), precommit_add_association {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:47.835052 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-69942239-1aea-465b-ab23-d5f20b11b8b1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1600198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363916'] for router (699cfebf-eebb-4490-b2fe-3c797994fcd2), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:47.852479 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-69942239-1aea-465b-ab23-d5f20b11b8b1 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:47.853808 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-69942239-1aea-465b-ab23-d5f20b11b8b1 demo demo] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5499885 Jul 28 02:09:48.742621 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device a041c71f-fc4b-4e4b-82f8-1684876babb9 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:09:48.825230 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port a041c71f-fc4b-4e4b-82f8-1684876babb9 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:09:48.825646 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (a041c71f-fc4b-4e4b-82f8-1684876babb9), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:48.925827 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe77f39-b2dc-4503-9b4c-5d36a1e0fe95 None None] Network 740e3e95-b4f3-4ef5-bc57-b0d457fc9c23 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:09:48.982455 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port a041c71f-fc4b-4e4b-82f8-1684876babb9 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:09:48.982949 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (a041c71f-fc4b-4e4b-82f8-1684876babb9), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:49.030959 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-0b63ccff-9bc6-4dc5-963f-34d00d8f1f2d None None] Provisioning complete for port a041c71f-fc4b-4e4b-82f8-1684876babb9 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:09:49.031482 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0b63ccff-9bc6-4dc5-963f-34d00d8f1f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (a041c71f-fc4b-4e4b-82f8-1684876babb9), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:49.059783 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] For port a041c71f-fc4b-4e4b-82f8-1684876babb9, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=a041c71f-fc4b-4e4b-82f8-1684876babb9,segment=NetworkSegment(e63af0d3-2a13-4810-ba99-7759e4bfd030),segment_id=e63af0d3-2a13-4810-ba99-7759e4bfd030)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:09:49.067898 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (a041c71f-fc4b-4e4b-82f8-1684876babb9), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:49.156012 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:09:49.162982 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Pushing event updated for resources: {'Port': ['ID=a041c71f-fc4b-4e4b-82f8-1684876babb9,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:09:49.219177 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-0b63ccff-9bc6-4dc5-963f-34d00d8f1f2d None None] Current status of the port a041c71f-fc4b-4e4b-82f8-1684876babb9 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:09:49.436459 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-df0fa792-e6b6-443b-8f5a-f753fee33137 None None] Provisioning complete for port a041c71f-fc4b-4e4b-82f8-1684876babb9 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:09:49.436862 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-df0fa792-e6b6-443b-8f5a-f753fee33137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (a041c71f-fc4b-4e4b-82f8-1684876babb9), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:49.513612 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-df0fa792-e6b6-443b-8f5a-f753fee33137 None None] Current status of the port a041c71f-fc4b-4e4b-82f8-1684876babb9 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:09:50.109827 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 39692) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:09:50.435352 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [None req-6a91d513-f85f-423d-857e-4ca4586b47c5 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 02:09:50.436357 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-6a91d513-f85f-423d-857e-4ca4586b47c5 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3253369 Jul 28 02:09:50.726379 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device a041c71f-fc4b-4e4b-82f8-1684876babb9 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:09:50.769950 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port a041c71f-fc4b-4e4b-82f8-1684876babb9 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:09:50.770344 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (a041c71f-fc4b-4e4b-82f8-1684876babb9), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:50.829452 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:UPDATE=2,neutron:INSERT=1,neutron:SELECT=97 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:09:50.845296 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port a041c71f-fc4b-4e4b-82f8-1684876babb9 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:09:52.695739 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 39700) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:09:53.013501 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-f5cd1dcf-8141-4402-8a5d-123ec45c5871 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'admin_state_up': True}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:09:53.034119 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cd1dcf-8141-4402-8a5d-123ec45c5871 admin admin] Made reservation on behalf of 1b3ee39e9e944a11a1450fa80f00981d for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:09:53.036579 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f5cd1dcf-8141-4402-8a5d-123ec45c5871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:53.044600 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f5cd1dcf-8141-4402-8a5d-123ec45c5871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:53.121714 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f5cd1dcf-8141-4402-8a5d-123ec45c5871 admin admin] Publish callbacks [] for security_group (4c045724-f0ac-4011-a569-b0416c40214f), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:53.125226 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f5cd1dcf-8141-4402-8a5d-123ec45c5871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (4c045724-f0ac-4011-a569-b0416c40214f), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:53.143221 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f5cd1dcf-8141-4402-8a5d-123ec45c5871 admin admin] Reserving flat network on physical network physnet1 {{(pid=104000) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 28 02:09:53.149834 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:INSERT=17,neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:09:53.165071 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd1dcf-8141-4402-8a5d-123ec45c5871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c045724-f0ac-4011-a569-b0416c40214f,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:09:53.170815 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f5cd1dcf-8141-4402-8a5d-123ec45c5871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:53.171187 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-f5cd1dcf-8141-4402-8a5d-123ec45c5871 admin admin] Added segment 0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1 of type flat for network fac975fe-f61e-48f2-98cd-c3133f923d7b Jul 28 02:09:53.227966 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f5cd1dcf-8141-4402-8a5d-123ec45c5871 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752357420409'] for network (fac975fe-f61e-48f2-98cd-c3133f923d7b), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:53.261488 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f5cd1dcf-8141-4402-8a5d-123ec45c5871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577'] for network (fac975fe-f61e-48f2-98cd-c3133f923d7b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:53.262373 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cd1dcf-8141-4402-8a5d-123ec45c5871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:09:53.262945 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f5cd1dcf-8141-4402-8a5d-123ec45c5871 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:53.341622 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f5cd1dcf-8141-4402-8a5d-123ec45c5871 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6448202 Jul 28 02:09:53.362044 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd1dcf-8141-4402-8a5d-123ec45c5871 admin admin] Pushing event updated for resources: {'Network': ['ID=fac975fe-f61e-48f2-98cd-c3133f923d7b,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:09:53.372369 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Network fac975fe-f61e-48f2-98cd-c3133f923d7b details requested by agent ovs-agent-dv-cinder-799871-46-iscsi with host dv-cinder-799871-46-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 02:09:55.560245 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 39708) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:09:55.676808 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-671e3e94-8abe-4112-9489-3f5090196cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:55.960307 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fbcccc-b61c-41ee-85b9-c2b05a92dda4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:09:55.961609 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-05fbcccc-b61c-41ee-85b9-c2b05a92dda4 demo admin] 10.222.0.40 "GET /v2.0/subnets/26170443-eb48-4ff3-ae3f-35f2594528d1 HTTP/1.1" status: 200 len: 849 time: 0.4004164 Jul 28 02:09:56.081671 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c171f953-130a-45fe-b765-83d7e79b1adf demo admin] 10.222.0.40 "GET /v2.0/routers/699cfebf-eebb-4490-b2fe-3c797994fcd2 HTTP/1.1" status: 200 len: 704 time: 0.1140308 Jul 28 02:09:56.279151 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:DELETE=4,neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:09:56.344314 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4ecb854e-164d-400f-b122-4f099515e405 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:56.636609 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-4ecb854e-164d-400f-b122-4f099515e405 demo admin] Allocated IP 172.20.0.1 (740e3e95-b4f3-4ef5-bc57-b0d457fc9c23/26170443-eb48-4ff3-ae3f-35f2594528d1/de8c4237-d676-45f8-8048-519ca4ddce08) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:09:56.832069 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4ecb854e-164d-400f-b122-4f099515e405 demo admin] Publish callbacks [] for port (de8c4237-d676-45f8-8048-519ca4ddce08), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:56.893374 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4ecb854e-164d-400f-b122-4f099515e405 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659'] for port (de8c4237-d676-45f8-8048-519ca4ddce08), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:56.948563 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:09:56.973670 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecb854e-164d-400f-b122-4f099515e405 demo admin] Network 740e3e95-b4f3-4ef5-bc57-b0d457fc9c23 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:09:56.979717 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-4ecb854e-164d-400f-b122-4f099515e405 demo admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:09:56.986380 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecb854e-164d-400f-b122-4f099515e405 demo admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:09:56.986380 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4ecb854e-164d-400f-b122-4f099515e405 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598604'] for router_interface (699cfebf-eebb-4490-b2fe-3c797994fcd2), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:57.005576 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb854e-164d-400f-b122-4f099515e405 demo admin] Pushing event updated for resources: {'Port': ['ID=de8c4237-d676-45f8-8048-519ca4ddce08,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:09:57.181760 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-47a28701-0370-4079-8144-92ada02c4a52 None None] Provisioning complete for port de8c4237-d676-45f8-8048-519ca4ddce08 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:09:57.182323 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-47a28701-0370-4079-8144-92ada02c4a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (de8c4237-d676-45f8-8048-519ca4ddce08), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:57.184258 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4ecb854e-164d-400f-b122-4f099515e405 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (de8c4237-d676-45f8-8048-519ca4ddce08), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:57.260290 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-47a28701-0370-4079-8144-92ada02c4a52 None None] Port de8c4237-d676-45f8-8048-519ca4ddce08 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:09:57.394031 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:09:57.398205 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4ecb854e-164d-400f-b122-4f099515e405 demo admin] Publish callbacks [] for port (de8c4237-d676-45f8-8048-519ca4ddce08), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:57.403062 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4ecb854e-164d-400f-b122-4f099515e405 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (de8c4237-d676-45f8-8048-519ca4ddce08), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:57.403864 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4ecb854e-164d-400f-b122-4f099515e405 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598704'] for router_interface (699cfebf-eebb-4490-b2fe-3c797994fcd2), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:57.487204 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb854e-164d-400f-b122-4f099515e405 demo admin] Pushing event updated for resources: {'Port': ['ID=de8c4237-d676-45f8-8048-519ca4ddce08,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:09:57.536982 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecb854e-164d-400f-b122-4f099515e405 demo admin] Network 740e3e95-b4f3-4ef5-bc57-b0d457fc9c23 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:09:57.538245 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-4ecb854e-164d-400f-b122-4f099515e405 demo admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:09:57.694561 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ecb854e-164d-400f-b122-4f099515e405 demo admin] Router 699cfebf-eebb-4490-b2fe-3c797994fcd2 is scheduled to L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 with binding_index 1 {{(pid=104000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 02:09:57.779348 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-8da12eaf-16ae-4702-b569-3792f3308d2b None None] Provisioning complete for port de8c4237-d676-45f8-8048-519ca4ddce08 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:09:57.779664 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8da12eaf-16ae-4702-b569-3792f3308d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (de8c4237-d676-45f8-8048-519ca4ddce08), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:57.784201 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecb854e-164d-400f-b122-4f099515e405 demo admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:09:57.789637 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-4ecb854e-164d-400f-b122-4f099515e405 demo admin] 10.222.0.40 "PUT /v2.0/routers/699cfebf-eebb-4490-b2fe-3c797994fcd2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7027099 Jul 28 02:09:57.793851 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712679e3-2c0d-482b-865d-f0ab9887523b None None] Sync routers for ids ['699cfebf-eebb-4490-b2fe-3c797994fcd2'] in dv-cinder-799871-46-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:09:57.806698 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712679e3-2c0d-482b-865d-f0ab9887523b None None] Routers {'699cfebf-eebb-4490-b2fe-3c797994fcd2'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:09:57.807839 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-712679e3-2c0d-482b-865d-f0ab9887523b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:09:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['699cfebf-eebb-4490-b2fe-3c797994fcd2'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:09:57.816097 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-8da12eaf-16ae-4702-b569-3792f3308d2b None None] Port de8c4237-d676-45f8-8048-519ca4ddce08 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:09:57.995438 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-712679e3-2c0d-482b-865d-f0ab9887523b None None] Set router 699cfebf-eebb-4490-b2fe-3c797994fcd2 gateway port host: None {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:09:58.115075 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-86f8d99e-e11e-41ac-b6ce-7eea0cf9becc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:58.414475 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-712679e3-2c0d-482b-865d-f0ab9887523b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699cfebf-eebb-4490-b2fe-3c797994fcd2', 'name': 'router1', 'tenant_id': 'f4d8003be41b4b77b069e5ff82e3d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:09:47Z', 'updated_at': '2022-07-28T02:09:57Z', 'revision_number': 2, 'project_id': 'f4d8003be41b4b77b069e5ff82e3d9b7', 'gw_port_host': None, '_interfaces': [{'id': 'de8c4237-d676-45f8-8048-519ca4ddce08', 'name': '', 'network_id': '740e3e95-b4f3-4ef5-bc57-b0d457fc9c23', 'tenant_id': 'f4d8003be41b4b77b069e5ff82e3d9b7', 'mac_address': 'fa:16:3e:c4:60:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699cfebf-eebb-4490-b2fe-3c797994fcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26170443-eb48-4ff3-ae3f-35f2594528d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:09:56Z', 'updated_at': '2022-07-28T02:09:57Z', 'revision_number': 2, 'project_id': 'f4d8003be41b4b77b069e5ff82e3d9b7', 'subnets': [{'id': '26170443-eb48-4ff3-ae3f-35f2594528d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e2d7ad9-415a-41fd-9912-1c798e06aa47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:09:58.463033 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712679e3-2c0d-482b-865d-f0ab9887523b None None] Checking router: 699cfebf-eebb-4490-b2fe-3c797994fcd2 for host: dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:09:58.463411 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712679e3-2c0d-482b-865d-f0ab9887523b None None] Updating router 699cfebf-eebb-4490-b2fe-3c797994fcd2 port de8c4237-d676-45f8-8048-519ca4ddce08 binding host dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 02:09:58.518029 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-712679e3-2c0d-482b-865d-f0ab9887523b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (de8c4237-d676-45f8-8048-519ca4ddce08), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:59.024298 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-712679e3-2c0d-482b-865d-f0ab9887523b None None] Publish callbacks [] for port (de8c4237-d676-45f8-8048-519ca4ddce08), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:59.030720 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-712679e3-2c0d-482b-865d-f0ab9887523b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (de8c4237-d676-45f8-8048-519ca4ddce08), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:59.152554 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:59.206707 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad7e4a-7e9c-4f72-8d15-a10ab31bad1b None None] Pushing event updated for resources: {'Port': ['ID=de8c4237-d676-45f8-8048-519ca4ddce08,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:09:59.209124 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-712679e3-2c0d-482b-865d-f0ab9887523b None None] Attempting to bind port de8c4237-d676-45f8-8048-519ca4ddce08 on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:09:59.209394 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-712679e3-2c0d-482b-865d-f0ab9887523b None None] Attempting to bind port de8c4237-d676-45f8-8048-519ca4ddce08 by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': 'e63af0d3-2a13-4810-ba99-7759e4bfd030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '740e3e95-b4f3-4ef5-bc57-b0d457fc9c23'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:09:59.209819 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712679e3-2c0d-482b-865d-f0ab9887523b None None] Attempting to bind port de8c4237-d676-45f8-8048-519ca4ddce08 on network 740e3e95-b4f3-4ef5-bc57-b0d457fc9c23 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:09:59.217101 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712679e3-2c0d-482b-865d-f0ab9887523b None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:09:59.217496 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712679e3-2c0d-482b-865d-f0ab9887523b None None] Checking segment: {'id': 'e63af0d3-2a13-4810-ba99-7759e4bfd030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '740e3e95-b4f3-4ef5-bc57-b0d457fc9c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:09:59.217956 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-712679e3-2c0d-482b-865d-f0ab9887523b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:59.218837 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712679e3-2c0d-482b-865d-f0ab9887523b None None] Bound using segment: {'id': 'e63af0d3-2a13-4810-ba99-7759e4bfd030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '740e3e95-b4f3-4ef5-bc57-b0d457fc9c23'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:09:59.219306 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-712679e3-2c0d-482b-865d-f0ab9887523b None None] Bound port: de8c4237-d676-45f8-8048-519ca4ddce08, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63af0d3-2a13-4810-ba99-7759e4bfd030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '740e3e95-b4f3-4ef5-bc57-b0d457fc9c23'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:09:59.219683 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-712679e3-2c0d-482b-865d-f0ab9887523b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (de8c4237-d676-45f8-8048-519ca4ddce08), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:59.238829 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad7e4a-7e9c-4f72-8d15-a10ab31bad1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:59.239402 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad7e4a-7e9c-4f72-8d15-a10ab31bad1b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:59.239764 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad7e4a-7e9c-4f72-8d15-a10ab31bad1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:59.240108 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad7e4a-7e9c-4f72-8d15-a10ab31bad1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:59.240440 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad7e4a-7e9c-4f72-8d15-a10ab31bad1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:59.240843 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad7e4a-7e9c-4f72-8d15-a10ab31bad1b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:59.241210 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad7e4a-7e9c-4f72-8d15-a10ab31bad1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:59.241582 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad7e4a-7e9c-4f72-8d15-a10ab31bad1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:59.242032 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad7e4a-7e9c-4f72-8d15-a10ab31bad1b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:59.242467 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad7e4a-7e9c-4f72-8d15-a10ab31bad1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:59.242817 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad7e4a-7e9c-4f72-8d15-a10ab31bad1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:59.243156 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad7e4a-7e9c-4f72-8d15-a10ab31bad1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:59.243320 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-a633fb1b-30cc-4c7d-a80e-ea97b8f97eb5 None None] Provisioning complete for port de8c4237-d676-45f8-8048-519ca4ddce08 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:09:59.243475 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad7e4a-7e9c-4f72-8d15-a10ab31bad1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:59.243689 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a633fb1b-30cc-4c7d-a80e-ea97b8f97eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (de8c4237-d676-45f8-8048-519ca4ddce08), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:59.243786 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad7e4a-7e9c-4f72-8d15-a10ab31bad1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:59.244097 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad7e4a-7e9c-4f72-8d15-a10ab31bad1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad7e4a-7e9c-4f72-8d15-a10ab31bad1b None None] Tracked resource versions report: Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: pushed versions: Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: { 'AddressGroup': {'1.2'}, Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: 'Agent': {'1.1'}, Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: 'ConntrackHelper': {'1.0'}, Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: 'LocalIPAssociation': {'1.0'}, Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: 'Log': {'1.0'}, Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: 'NDPProxy': {'1.0'}, Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: 'Network': {'1.1'}, Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: 'Port': {'1.7'}, Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: 'PortForwarding': {'1.3'}, Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: 'QosPolicy': {'1.10'}, Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: 'SecurityGroup': {'1.5'}, Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: 'SecurityGroupRule': {'1.2'}, Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: 'SubPort': {'1.0'}, Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: 'Subnet': {'1.1'}, Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: 'Trunk': {'1.1'}} Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: consumer versions: Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: { DHCP agent@dv-cinder-799871-46-iscsi: {}, Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: L3 agent@dv-cinder-799871-46-iscsi: {}, Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: Metadata agent@dv-cinder-799871-46-iscsi: {}, Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: Metering agent@dv-cinder-799871-46-iscsi: {}, Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: Open vSwitch agent@dv-cinder-799871-46-iscsi: { 'AddressGroup': '1.2', Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: 'Agent': '1.1', Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: 'ConntrackHelper': '1.0', Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: 'LocalIPAssociation': '1.0', Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: 'Log': '1.0', Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: 'NDPProxy': '1.0', Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: 'Network': '1.1', Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: 'Port': '1.7', Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: 'PortForwarding': '1.3', Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: 'QosPolicy': '1.10', Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: 'SecurityGroup': '1.5', Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: 'SecurityGroupRule': '1.2', Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: 'SubPort': '1.0', Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: 'Subnet': '1.1', Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: 'Trunk': '1.1'}} Jul 28 02:09:59.247109 dv-cinder-799871-46-iscsi neutron-server[104002]: {{(pid=104002) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 02:09:59.286756 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-a633fb1b-30cc-4c7d-a80e-ea97b8f97eb5 None None] Port de8c4237-d676-45f8-8048-519ca4ddce08 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:09:59.297847 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:09:59.301788 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-712679e3-2c0d-482b-865d-f0ab9887523b None None] For port de8c4237-d676-45f8-8048-519ca4ddce08, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:09:59.321875 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-712679e3-2c0d-482b-865d-f0ab9887523b None None] For port de8c4237-d676-45f8-8048-519ca4ddce08, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=de8c4237-d676-45f8-8048-519ca4ddce08,segment=NetworkSegment(e63af0d3-2a13-4810-ba99-7759e4bfd030),segment_id=e63af0d3-2a13-4810-ba99-7759e4bfd030)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:09:59.327966 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-712679e3-2c0d-482b-865d-f0ab9887523b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (de8c4237-d676-45f8-8048-519ca4ddce08), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:59.331529 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:09:59.395416 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad7e4a-7e9c-4f72-8d15-a10ab31bad1b None None] Pushing event updated for resources: {'Port': ['ID=de8c4237-d676-45f8-8048-519ca4ddce08,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:09:59.400399 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712679e3-2c0d-482b-865d-f0ab9887523b None None] Routers {'699cfebf-eebb-4490-b2fe-3c797994fcd2'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:09:59.401042 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-712679e3-2c0d-482b-865d-f0ab9887523b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:09:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['699cfebf-eebb-4490-b2fe-3c797994fcd2'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:09:59.492844 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-712679e3-2c0d-482b-865d-f0ab9887523b None None] Set router 699cfebf-eebb-4490-b2fe-3c797994fcd2 gateway port host: None {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:09:59.607293 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-d52e1767-0685-4928-a722-006e173a5ac7 None None] Provisioning complete for port de8c4237-d676-45f8-8048-519ca4ddce08 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:09:59.607608 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d52e1767-0685-4928-a722-006e173a5ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (de8c4237-d676-45f8-8048-519ca4ddce08), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:59.680818 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-d52e1767-0685-4928-a722-006e173a5ac7 None None] Current status of the port de8c4237-d676-45f8-8048-519ca4ddce08 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:09:59.681676 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d52e1767-0685-4928-a722-006e173a5ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (de8c4237-d676-45f8-8048-519ca4ddce08), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:59.689709 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-712679e3-2c0d-482b-865d-f0ab9887523b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699cfebf-eebb-4490-b2fe-3c797994fcd2', 'name': 'router1', 'tenant_id': 'f4d8003be41b4b77b069e5ff82e3d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:09:47Z', 'updated_at': '2022-07-28T02:09:57Z', 'revision_number': 2, 'project_id': 'f4d8003be41b4b77b069e5ff82e3d9b7', 'gw_port_host': None, '_interfaces': [{'id': 'de8c4237-d676-45f8-8048-519ca4ddce08', 'name': '', 'network_id': '740e3e95-b4f3-4ef5-bc57-b0d457fc9c23', 'tenant_id': 'f4d8003be41b4b77b069e5ff82e3d9b7', 'mac_address': 'fa:16:3e:c4:60:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699cfebf-eebb-4490-b2fe-3c797994fcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26170443-eb48-4ff3-ae3f-35f2594528d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:09:56Z', 'updated_at': '2022-07-28T02:09:59Z', 'revision_number': 4, 'project_id': 'f4d8003be41b4b77b069e5ff82e3d9b7', 'subnets': [{'id': '26170443-eb48-4ff3-ae3f-35f2594528d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e2d7ad9-415a-41fd-9912-1c798e06aa47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:09:59.715439 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-d52e1767-0685-4928-a722-006e173a5ac7 None None] For port de8c4237-d676-45f8-8048-519ca4ddce08, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=de8c4237-d676-45f8-8048-519ca4ddce08,segment=NetworkSegment(e63af0d3-2a13-4810-ba99-7759e4bfd030),segment_id=e63af0d3-2a13-4810-ba99-7759e4bfd030)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:09:59.720108 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712679e3-2c0d-482b-865d-f0ab9887523b None None] The sync data for ids ['699cfebf-eebb-4490-b2fe-3c797994fcd2'] in dv-cinder-799871-46-iscsi is: [{'id': '699cfebf-eebb-4490-b2fe-3c797994fcd2', 'name': 'router1', 'tenant_id': 'f4d8003be41b4b77b069e5ff82e3d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:09:47Z', 'updated_at': '2022-07-28T02:09:57Z', 'revision_number': 2, 'project_id': 'f4d8003be41b4b77b069e5ff82e3d9b7', 'gw_port_host': None, '_interfaces': [{'id': 'de8c4237-d676-45f8-8048-519ca4ddce08', 'name': '', 'network_id': '740e3e95-b4f3-4ef5-bc57-b0d457fc9c23', 'tenant_id': 'f4d8003be41b4b77b069e5ff82e3d9b7', 'mac_address': 'fa:16:3e:c4:60:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699cfebf-eebb-4490-b2fe-3c797994fcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26170443-eb48-4ff3-ae3f-35f2594528d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:09:56Z', 'updated_at': '2022-07-28T02:09:59Z', 'revision_number': 4, 'project_id': 'f4d8003be41b4b77b069e5ff82e3d9b7', 'subnets': [{'id': '26170443-eb48-4ff3-ae3f-35f2594528d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e2d7ad9-415a-41fd-9912-1c798e06aa47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:09:59.721585 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d52e1767-0685-4928-a722-006e173a5ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (de8c4237-d676-45f8-8048-519ca4ddce08), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:09:59.773705 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e1767-0685-4928-a722-006e173a5ac7 None None] Pushing event updated for resources: {'Port': ['ID=de8c4237-d676-45f8-8048-519ca4ddce08,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:10:00.070692 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 39718) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:10:00.466056 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8308289c-0d6f-4c0d-b614-0128c49e8f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:10:00.467412 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-8308289c-0d6f-4c0d-b614-0128c49e8f60 admin admin] 10.222.0.40 "GET /v2.0/networks/fac975fe-f61e-48f2-98cd-c3133f923d7b HTTP/1.1" status: 200 len: 842 time: 0.3957462 Jul 28 02:10:00.477407 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-303ab94b-003a-4989-ae29-b39b94e36702 admin admin] Request body: {'subnet': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'name': 'public-subnet'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:10:00.499117 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303ab94b-003a-4989-ae29-b39b94e36702 admin admin] Made reservation on behalf of 1b3ee39e9e944a11a1450fa80f00981d for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:10:00.501467 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-303ab94b-003a-4989-ae29-b39b94e36702 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:10:00.558691 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:10:00.585829 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:10:00.837750 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.objects.ports [None req-303ab94b-003a-4989-ae29-b39b94e36702 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104000) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 28 02:10:00.838186 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-303ab94b-003a-4989-ae29-b39b94e36702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577'] for subnet (e1a55f55-f115-45c6-a5b1-44ded4e4dd9d), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:10:00.897116 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ab94b-003a-4989-ae29-b39b94e36702 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1a55f55-f115-45c6-a5b1-44ded4e4dd9d,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:10:00.902146 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:10:00.910819 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303ab94b-003a-4989-ae29-b39b94e36702 admin admin] Checking segment: {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:10:00.911149 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303ab94b-003a-4989-ae29-b39b94e36702 admin admin] Network hostable DHCP agents. Network: fac975fe-f61e-48f2-98cd-c3133f923d7b, hostable agents: ['301b8458-925c-4c76-ae1b-6d21194a75ed'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 02:10:00.929846 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303ab94b-003a-4989-ae29-b39b94e36702 admin admin] Network fac975fe-f61e-48f2-98cd-c3133f923d7b is scheduled to be hosted by DHCP agent 301b8458-925c-4c76-ae1b-6d21194a75ed with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 02:10:00.939157 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-303ab94b-003a-4989-ae29-b39b94e36702 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-46-iscsi, fac975fe-f61e-48f2-98cd-c3133f923d7b) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:10:00.943316 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303ab94b-003a-4989-ae29-b39b94e36702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:10:00.943998 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-303ab94b-003a-4989-ae29-b39b94e36702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:10:00.951101 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714e2225-c68a-412d-b391-1136696adbe2 None None] Network fac975fe-f61e-48f2-98cd-c3133f923d7b requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:10:00.964117 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-303ab94b-003a-4989-ae29-b39b94e36702 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4899838 Jul 28 02:10:01.020199 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:10:01.086939 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44476fcf-11a2-460a-a1d7-f559129e30b2 None None] Network fac975fe-f61e-48f2-98cd-c3133f923d7b requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:10:01.126370 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:10:03.266605 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 39726) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:10:03.675888 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-8793b3e8-636b-49be-9934-f5c9d312f410 demo admin] 10.222.0.40 "GET /v2.0/routers/699cfebf-eebb-4490-b2fe-3c797994fcd2 HTTP/1.1" status: 200 len: 710 time: 0.4080598 Jul 28 02:10:03.764751 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd10ebc-2d4c-4712-84d9-605ac113e2da demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:10:03.766656 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-1fd10ebc-2d4c-4712-84d9-605ac113e2da demo admin] 10.222.0.40 "GET /v2.0/networks/fac975fe-f61e-48f2-98cd-c3133f923d7b HTTP/1.1" status: 200 len: 886 time: 0.0853715 Jul 28 02:10:03.775398 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-b0e80ea9-0c47-4db2-9a97-5d51b31aa2c4 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:10:04.018658 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b0e80ea9-0c47-4db2-9a97-5d51b31aa2c4 demo admin] Publish callbacks [] for router_gateway (699cfebf-eebb-4490-b2fe-3c797994fcd2), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:10:04.242113 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b0e80ea9-0c47-4db2-9a97-5d51b31aa2c4 demo admin] Publish callbacks [] for router_gateway (699cfebf-eebb-4490-b2fe-3c797994fcd2), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:10:04.322772 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b0e80ea9-0c47-4db2-9a97-5d51b31aa2c4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:10:04.364943 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:10:04.428042 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-b0e80ea9-0c47-4db2-9a97-5d51b31aa2c4 demo admin] Allocated IP 172.27.0.15 (fac975fe-f61e-48f2-98cd-c3133f923d7b/e1a55f55-f115-45c6-a5b1-44ded4e4dd9d/02bb290d-a31e-4539-ada8-09a805594d60) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:10:04.440962 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:10:04.532863 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b0e80ea9-0c47-4db2-9a97-5d51b31aa2c4 demo admin] Publish callbacks [] for port (02bb290d-a31e-4539-ada8-09a805594d60), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:10:04.569190 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b0e80ea9-0c47-4db2-9a97-5d51b31aa2c4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659'] for port (02bb290d-a31e-4539-ada8-09a805594d60), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:10:04.604542 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e80ea9-0c47-4db2-9a97-5d51b31aa2c4 demo admin] Network fac975fe-f61e-48f2-98cd-c3133f923d7b is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:10:04.607452 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-b0e80ea9-0c47-4db2-9a97-5d51b31aa2c4 demo admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:10:04.615869 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e80ea9-0c47-4db2-9a97-5d51b31aa2c4 demo admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:10:04.678477 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e80ea9-0c47-4db2-9a97-5d51b31aa2c4 demo admin] Pushing event updated for resources: {'Port': ['ID=02bb290d-a31e-4539-ada8-09a805594d60,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:10:04.758212 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device de8c4237-d676-45f8-8048-519ca4ddce08 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:10:04.807605 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port de8c4237-d676-45f8-8048-519ca4ddce08 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:10:04.808080 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (de8c4237-d676-45f8-8048-519ca4ddce08), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:10:04.891146 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port de8c4237-d676-45f8-8048-519ca4ddce08 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:10:04.965956 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b0e80ea9-0c47-4db2-9a97-5d51b31aa2c4 demo admin] Publish callbacks [] for router_gateway (699cfebf-eebb-4490-b2fe-3c797994fcd2), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:10:05.157748 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b0e80ea9-0c47-4db2-9a97-5d51b31aa2c4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-363944', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1600191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-856'] for router (699cfebf-eebb-4490-b2fe-3c797994fcd2), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:10:05.161246 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b0e80ea9-0c47-4db2-9a97-5d51b31aa2c4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-363937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-363930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1600168'] for router (699cfebf-eebb-4490-b2fe-3c797994fcd2), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:10:05.264624 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:10:05.269880 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e80ea9-0c47-4db2-9a97-5d51b31aa2c4 demo admin] Router 699cfebf-eebb-4490-b2fe-3c797994fcd2 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:10:05.380257 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e80ea9-0c47-4db2-9a97-5d51b31aa2c4 demo admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:10:05.384647 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b0e80ea9-0c47-4db2-9a97-5d51b31aa2c4 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:10:05.385917 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-b0e80ea9-0c47-4db2-9a97-5d51b31aa2c4 demo admin] 10.222.0.40 "PUT /v2.0/routers/699cfebf-eebb-4490-b2fe-3c797994fcd2 HTTP/1.1" status: 200 len: 889 time: 1.6136265 Jul 28 02:10:06.122656 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c931d444-8086-4e30-a154-251f9b2af4bf None None] Sync routers for ids ['699cfebf-eebb-4490-b2fe-3c797994fcd2'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:10:06.134796 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c931d444-8086-4e30-a154-251f9b2af4bf None None] Routers {'699cfebf-eebb-4490-b2fe-3c797994fcd2'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:10:06.135441 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-c931d444-8086-4e30-a154-251f9b2af4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:09:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['699cfebf-eebb-4490-b2fe-3c797994fcd2'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:10:06.283787 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:10:06.340057 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-c931d444-8086-4e30-a154-251f9b2af4bf None None] Set router 699cfebf-eebb-4490-b2fe-3c797994fcd2 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:10:06.784889 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-c931d444-8086-4e30-a154-251f9b2af4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699cfebf-eebb-4490-b2fe-3c797994fcd2', 'name': 'router1', 'tenant_id': 'f4d8003be41b4b77b069e5ff82e3d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '02bb290d-a31e-4539-ada8-09a805594d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:09:47Z', 'updated_at': '2022-07-28T02:10:04Z', 'revision_number': 4, 'project_id': 'f4d8003be41b4b77b069e5ff82e3d9b7', 'gw_port': {'id': '02bb290d-a31e-4539-ada8-09a805594d60', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:92:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699cfebf-eebb-4490-b2fe-3c797994fcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:10:04Z', 'updated_at': '2022-07-28T02:10:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': 'de8c4237-d676-45f8-8048-519ca4ddce08', 'name': '', 'network_id': '740e3e95-b4f3-4ef5-bc57-b0d457fc9c23', 'tenant_id': 'f4d8003be41b4b77b069e5ff82e3d9b7', 'mac_address': 'fa:16:3e:c4:60:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699cfebf-eebb-4490-b2fe-3c797994fcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26170443-eb48-4ff3-ae3f-35f2594528d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:09:56Z', 'updated_at': '2022-07-28T02:09:59Z', 'revision_number': 5, 'project_id': 'f4d8003be41b4b77b069e5ff82e3d9b7', 'subnets': [{'id': '26170443-eb48-4ff3-ae3f-35f2594528d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e2d7ad9-415a-41fd-9912-1c798e06aa47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:10:06.832852 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c931d444-8086-4e30-a154-251f9b2af4bf None None] Checking router: 699cfebf-eebb-4490-b2fe-3c797994fcd2 for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:10:06.833257 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c931d444-8086-4e30-a154-251f9b2af4bf None None] Updating router 699cfebf-eebb-4490-b2fe-3c797994fcd2 port 02bb290d-a31e-4539-ada8-09a805594d60 binding host dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 02:10:06.887551 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c931d444-8086-4e30-a154-251f9b2af4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (02bb290d-a31e-4539-ada8-09a805594d60), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:10:07.159675 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:10:07.197898 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c931d444-8086-4e30-a154-251f9b2af4bf None None] Publish callbacks [] for port (02bb290d-a31e-4539-ada8-09a805594d60), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:10:07.204259 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c931d444-8086-4e30-a154-251f9b2af4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (02bb290d-a31e-4539-ada8-09a805594d60), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:10:07.258015 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-c931d444-8086-4e30-a154-251f9b2af4bf None None] Attempting to bind port 02bb290d-a31e-4539-ada8-09a805594d60 on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:10:07.258382 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-c931d444-8086-4e30-a154-251f9b2af4bf None None] Attempting to bind port 02bb290d-a31e-4539-ada8-09a805594d60 by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:10:07.258749 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c931d444-8086-4e30-a154-251f9b2af4bf None None] Attempting to bind port 02bb290d-a31e-4539-ada8-09a805594d60 on network fac975fe-f61e-48f2-98cd-c3133f923d7b {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:10:07.260612 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7dec5c-af95-409a-bb2c-40d32d15bf62 None None] Pushing event updated for resources: {'Port': ['ID=02bb290d-a31e-4539-ada8-09a805594d60,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:10:07.267569 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c931d444-8086-4e30-a154-251f9b2af4bf None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:10:07.267946 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c931d444-8086-4e30-a154-251f9b2af4bf None None] Checking segment: {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:10:07.268181 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c931d444-8086-4e30-a154-251f9b2af4bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:10:07.268572 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c931d444-8086-4e30-a154-251f9b2af4bf None None] Bound using segment: {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:10:07.269066 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-c931d444-8086-4e30-a154-251f9b2af4bf None None] Bound port: 02bb290d-a31e-4539-ada8-09a805594d60, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:10:07.269476 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c931d444-8086-4e30-a154-251f9b2af4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (02bb290d-a31e-4539-ada8-09a805594d60), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:10:07.320241 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-c931d444-8086-4e30-a154-251f9b2af4bf None None] For port 02bb290d-a31e-4539-ada8-09a805594d60, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:10:07.323249 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-c931d444-8086-4e30-a154-251f9b2af4bf None None] For port 02bb290d-a31e-4539-ada8-09a805594d60, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=02bb290d-a31e-4539-ada8-09a805594d60,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:10:07.330545 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c931d444-8086-4e30-a154-251f9b2af4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (02bb290d-a31e-4539-ada8-09a805594d60), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:10:07.407564 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c931d444-8086-4e30-a154-251f9b2af4bf None None] Routers {'699cfebf-eebb-4490-b2fe-3c797994fcd2'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:10:07.408428 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-c931d444-8086-4e30-a154-251f9b2af4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:09:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['699cfebf-eebb-4490-b2fe-3c797994fcd2'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:10:07.412790 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7dec5c-af95-409a-bb2c-40d32d15bf62 None None] Pushing event updated for resources: {'Port': ['ID=02bb290d-a31e-4539-ada8-09a805594d60,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:10:07.515053 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-c931d444-8086-4e30-a154-251f9b2af4bf None None] Set router 699cfebf-eebb-4490-b2fe-3c797994fcd2 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:10:07.616932 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:10:07.723290 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-c931d444-8086-4e30-a154-251f9b2af4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699cfebf-eebb-4490-b2fe-3c797994fcd2', 'name': 'router1', 'tenant_id': 'f4d8003be41b4b77b069e5ff82e3d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '02bb290d-a31e-4539-ada8-09a805594d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:09:47Z', 'updated_at': '2022-07-28T02:10:04Z', 'revision_number': 4, 'project_id': 'f4d8003be41b4b77b069e5ff82e3d9b7', 'gw_port': {'id': '02bb290d-a31e-4539-ada8-09a805594d60', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:92:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699cfebf-eebb-4490-b2fe-3c797994fcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:10:04Z', 'updated_at': '2022-07-28T02:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': 'de8c4237-d676-45f8-8048-519ca4ddce08', 'name': '', 'network_id': '740e3e95-b4f3-4ef5-bc57-b0d457fc9c23', 'tenant_id': 'f4d8003be41b4b77b069e5ff82e3d9b7', 'mac_address': 'fa:16:3e:c4:60:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699cfebf-eebb-4490-b2fe-3c797994fcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26170443-eb48-4ff3-ae3f-35f2594528d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:09:56Z', 'updated_at': '2022-07-28T02:09:59Z', 'revision_number': 5, 'project_id': 'f4d8003be41b4b77b069e5ff82e3d9b7', 'subnets': [{'id': '26170443-eb48-4ff3-ae3f-35f2594528d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e2d7ad9-415a-41fd-9912-1c798e06aa47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:10:07.752205 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c931d444-8086-4e30-a154-251f9b2af4bf None None] The sync data for ids ['699cfebf-eebb-4490-b2fe-3c797994fcd2'] in dv-cinder-799871-46-iscsi is: [{'id': '699cfebf-eebb-4490-b2fe-3c797994fcd2', 'name': 'router1', 'tenant_id': 'f4d8003be41b4b77b069e5ff82e3d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '02bb290d-a31e-4539-ada8-09a805594d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:09:47Z', 'updated_at': '2022-07-28T02:10:04Z', 'revision_number': 4, 'project_id': 'f4d8003be41b4b77b069e5ff82e3d9b7', 'gw_port': {'id': '02bb290d-a31e-4539-ada8-09a805594d60', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:92:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699cfebf-eebb-4490-b2fe-3c797994fcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:10:04Z', 'updated_at': '2022-07-28T02:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': 'de8c4237-d676-45f8-8048-519ca4ddce08', 'name': '', 'network_id': '740e3e95-b4f3-4ef5-bc57-b0d457fc9c23', 'tenant_id': 'f4d8003be41b4b77b069e5ff82e3d9b7', 'mac_address': 'fa:16:3e:c4:60:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699cfebf-eebb-4490-b2fe-3c797994fcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26170443-eb48-4ff3-ae3f-35f2594528d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:09:56Z', 'updated_at': '2022-07-28T02:09:59Z', 'revision_number': 5, 'project_id': 'f4d8003be41b4b77b069e5ff82e3d9b7', 'subnets': [{'id': '26170443-eb48-4ff3-ae3f-35f2594528d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e2d7ad9-415a-41fd-9912-1c798e06aa47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:10:07.812500 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 39738) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:10:08.273514 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-c6d0e053-bf8b-4828-a760-c9c29463d87b admin admin] 10.222.0.40 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.4617932 Jul 28 02:10:08.742718 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 02bb290d-a31e-4539-ada8-09a805594d60 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:10:08.787576 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 02bb290d-a31e-4539-ada8-09a805594d60 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:10:08.787968 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (02bb290d-a31e-4539-ada8-09a805594d60), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:10:08.865223 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 02bb290d-a31e-4539-ada8-09a805594d60 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:10:08.865223 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (02bb290d-a31e-4539-ada8-09a805594d60), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:10:08.887298 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] For port 02bb290d-a31e-4539-ada8-09a805594d60, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=02bb290d-a31e-4539-ada8-09a805594d60,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:10:08.891957 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (02bb290d-a31e-4539-ada8-09a805594d60), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:10:08.924049 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:10:08.941592 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Pushing event updated for resources: {'Port': ['ID=02bb290d-a31e-4539-ada8-09a805594d60,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:10:09.688198 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=39 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:10:09.692513 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=41 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:10:10.752184 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 02bb290d-a31e-4539-ada8-09a805594d60 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:10:10.809576 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 02bb290d-a31e-4539-ada8-09a805594d60 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:10:10.809975 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (02bb290d-a31e-4539-ada8-09a805594d60), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:10:10.901481 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 02bb290d-a31e-4539-ada8-09a805594d60 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:10:15.371555 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=83,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:10:15.379107 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=11 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:10:18.258281 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:10:18.268947 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=5 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:10:20.893022 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:10:20.900502 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=18 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:10:24.374272 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 5 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:10:25.682297 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-dfb97c92-f61b-46d6-84b3-bcb69b60976b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:10:28.121325 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d5f7f6c2-5b92-4ad0-b622-5740549a8b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:10:29.157243 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:10:30.597313 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:10:30.980527 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:10:34.368700 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:10:40.968552 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=10 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:10:40.976162 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:10:44.369792 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:10:44.382615 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:10:55.671714 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ccc7f7d3-d56e-437d-b144-6459877b1dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:10:58.117096 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-61639750-98b6-4bc7-80c1-861e4df34643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:10:59.149314 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:11:00.591836 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:11:00.977990 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:11:01.375988 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 5 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:11:10.970931 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:11:10.972757 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:11:21.378737 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:11:24.371175 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:11:25.665475 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-99fe11d4-53cf-4b41-a79e-2898f2e4c672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:11:28.121607 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b7fbece0-4634-4f8e-8e53-55a6784b64dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:11:29.147342 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:11:29.941306 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 40284) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:11:30.288795 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.pecan_wsgi.hooks.translation [None req-148bd4f2-5dcd-4d46-ab51-7ffd47aa8b4b admin admin] GET failed (client error): The resource could not be found. Jul 28 02:11:30.290113 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-148bd4f2-5dcd-4d46-ab51-7ffd47aa8b4b admin admin] 10.222.0.40 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3478553 Jul 28 02:11:30.483202 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ba504b-0517-42be-834b-63c81a26cd88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:11:30.484657 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-64ba504b-0517-42be-834b-63c81a26cd88 admin admin] 10.222.0.40 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1903546 Jul 28 02:11:30.594139 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:11:30.983025 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:11:32.632137 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 40294) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:11:33.040560 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e21e962-1249-4406-9a68-eca2612623ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:11:33.042958 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-5e21e962-1249-4406-9a68-eca2612623ec admin admin] 10.222.0.40 "GET /v2.0/subnets/26170443-eb48-4ff3-ae3f-35f2594528d1 HTTP/1.1" status: 200 len: 849 time: 0.4098842 Jul 28 02:11:33.052502 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-46e4f7f6-e51a-4077-bb2b-18be2aa28068 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:11:33.139405 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-46e4f7f6-e51a-4077-bb2b-18be2aa28068 admin admin] Publish callbacks [] for subnet (26170443-eb48-4ff3-ae3f-35f2594528d1), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:11:33.299909 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-46e4f7f6-e51a-4077-bb2b-18be2aa28068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752357835749'] for subnet (26170443-eb48-4ff3-ae3f-35f2594528d1), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:11:33.374490 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e4f7f6-e51a-4077-bb2b-18be2aa28068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:11:33.375330 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-46e4f7f6-e51a-4077-bb2b-18be2aa28068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for subnet (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:11:33.377041 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-46e4f7f6-e51a-4077-bb2b-18be2aa28068 admin admin] 10.222.0.40 "PUT /v2.0/subnets/26170443-eb48-4ff3-ae3f-35f2594528d1 HTTP/1.1" status: 200 len: 868 time: 0.3280380 Jul 28 02:11:33.378564 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6255fc4-da69-4e0c-8288-495e07ee7d8f None None] Network 740e3e95-b4f3-4ef5-bc57-b0d457fc9c23 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:11:33.396914 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4f7f6-e51a-4077-bb2b-18be2aa28068 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26170443-eb48-4ff3-ae3f-35f2594528d1,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:11:33.408243 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4f7f6-e51a-4077-bb2b-18be2aa28068 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:11:33.408910 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4f7f6-e51a-4077-bb2b-18be2aa28068 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:11:33.409272 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4f7f6-e51a-4077-bb2b-18be2aa28068 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:11:33.409615 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4f7f6-e51a-4077-bb2b-18be2aa28068 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:11:33.410513 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4f7f6-e51a-4077-bb2b-18be2aa28068 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:11:33.410862 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4f7f6-e51a-4077-bb2b-18be2aa28068 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:11:33.411196 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4f7f6-e51a-4077-bb2b-18be2aa28068 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:11:33.411525 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4f7f6-e51a-4077-bb2b-18be2aa28068 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:11:33.411874 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4f7f6-e51a-4077-bb2b-18be2aa28068 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:11:33.412218 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4f7f6-e51a-4077-bb2b-18be2aa28068 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:11:33.412541 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4f7f6-e51a-4077-bb2b-18be2aa28068 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:11:33.412901 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4f7f6-e51a-4077-bb2b-18be2aa28068 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:11:33.413229 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4f7f6-e51a-4077-bb2b-18be2aa28068 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:11:33.413553 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4f7f6-e51a-4077-bb2b-18be2aa28068 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:11:33.413878 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4f7f6-e51a-4077-bb2b-18be2aa28068 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4f7f6-e51a-4077-bb2b-18be2aa28068 admin admin] Tracked resource versions report: Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: pushed versions: Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: { 'AddressGroup': {'1.2'}, Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: 'Agent': {'1.1'}, Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: 'ConntrackHelper': {'1.0'}, Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: 'LocalIPAssociation': {'1.0'}, Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: 'Log': {'1.0'}, Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: 'NDPProxy': {'1.0'}, Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: 'Network': {'1.1'}, Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: 'Port': {'1.7'}, Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: 'PortForwarding': {'1.3'}, Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: 'QosPolicy': {'1.10'}, Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: 'SecurityGroup': {'1.5'}, Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: 'SecurityGroupRule': {'1.2'}, Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: 'SubPort': {'1.0'}, Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: 'Subnet': {'1.1'}, Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: 'Trunk': {'1.1'}} Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: consumer versions: Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: { DHCP agent@dv-cinder-799871-46-iscsi: {}, Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: L3 agent@dv-cinder-799871-46-iscsi: {}, Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: Metadata agent@dv-cinder-799871-46-iscsi: {}, Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: Metering agent@dv-cinder-799871-46-iscsi: {}, Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: Open vSwitch agent@dv-cinder-799871-46-iscsi: { 'AddressGroup': '1.2', Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: 'Agent': '1.1', Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: 'ConntrackHelper': '1.0', Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: 'LocalIPAssociation': '1.0', Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: 'Log': '1.0', Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: 'NDPProxy': '1.0', Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: 'Network': '1.1', Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: 'Port': '1.7', Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: 'PortForwarding': '1.3', Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: 'QosPolicy': '1.10', Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: 'SecurityGroup': '1.5', Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: 'SecurityGroupRule': '1.2', Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: 'SubPort': '1.0', Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: 'Subnet': '1.1', Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: 'Trunk': '1.1'}} Jul 28 02:11:33.415325 dv-cinder-799871-46-iscsi neutron-server[103999]: {{(pid=103999) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 02:11:33.711816 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-16e106de-e45e-4a4a-9b14-2740f105be5b None None] Provisioning complete for port a041c71f-fc4b-4e4b-82f8-1684876babb9 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:11:33.712202 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-16e106de-e45e-4a4a-9b14-2740f105be5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (a041c71f-fc4b-4e4b-82f8-1684876babb9), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:11:33.784226 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-16e106de-e45e-4a4a-9b14-2740f105be5b None None] Current status of the port a041c71f-fc4b-4e4b-82f8-1684876babb9 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:11:33.792860 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-16e106de-e45e-4a4a-9b14-2740f105be5b None None] Provisioning complete for port de8c4237-d676-45f8-8048-519ca4ddce08 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:11:33.793282 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-16e106de-e45e-4a4a-9b14-2740f105be5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (de8c4237-d676-45f8-8048-519ca4ddce08), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:11:33.865657 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-16e106de-e45e-4a4a-9b14-2740f105be5b None None] Current status of the port de8c4237-d676-45f8-8048-519ca4ddce08 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:11:35.585235 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 40306) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:11:36.181522 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d0496b-c96c-40d5-9ab5-a760205aa5a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:11:36.182045 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d0496b-c96c-40d5-9ab5-a760205aa5a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:11:36.183525 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-b4d0496b-c96c-40d5-9ab5-a760205aa5a5 admin admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5973349 Jul 28 02:11:38.349129 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 40314) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:11:38.375373 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 5 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:11:38.752193 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9583ed50-bad9-4488-b3ab-72b6989304e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:11:38.752662 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9583ed50-bad9-4488-b3ab-72b6989304e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:11:38.754196 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-9583ed50-bad9-4488-b3ab-72b6989304e1 admin admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4041340 Jul 28 02:11:40.919272 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 40322) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:11:41.342552 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:11:41.395265 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b6f666-fbc9-428b-9112-7cc35e51d215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:11:41.396626 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-a4b6f666-fbc9-428b-9112-7cc35e51d215 admin admin] 10.222.0.40 "GET /v2.0/networks/740e3e95-b4f3-4ef5-bc57-b0d457fc9c23 HTTP/1.1" status: 200 len: 869 time: 0.4763217 Jul 28 02:11:43.568534 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 40330) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:11:43.862457 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:11:43.864362 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:11:43.956097 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:11:43.981015 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b7f9b5-bc20-45a5-bf77-b94267c6f78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:11:43.982619 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-75b7f9b5-bc20-45a5-bf77-b94267c6f78c admin admin] 10.222.0.40 "GET /v2.0/networks/fac975fe-f61e-48f2-98cd-c3133f923d7b HTTP/1.1" status: 200 len: 886 time: 0.4131024 Jul 28 02:11:46.143382 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 40338) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:11:46.539363 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2ea5c5-b314-4374-9ecf-ce78537526f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:11:46.539740 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2ea5c5-b314-4374-9ecf-ce78537526f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:11:46.541831 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-9b2ea5c5-b314-4374-9ecf-ce78537526f4 admin admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3975089 Jul 28 02:11:48.373492 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:11:48.726422 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 40346) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:11:49.097462 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d2d39b-0c0d-4f72-81a9-8ddfe5c77f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:11:49.097834 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d2d39b-0c0d-4f72-81a9-8ddfe5c77f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:11:49.099332 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-92d2d39b-0c0d-4f72-81a9-8ddfe5c77f7b admin admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3719733 Jul 28 02:11:51.283437 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 40354) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:11:51.648455 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0283dce-769b-46d2-91ee-26b73b9ac1c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:11:51.650439 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-c0283dce-769b-46d2-91ee-26b73b9ac1c4 admin admin] 10.222.0.40 "GET /v2.0/subnets/26170443-eb48-4ff3-ae3f-35f2594528d1 HTTP/1.1" status: 200 len: 868 time: 0.3659751 Jul 28 02:11:53.864998 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 40362) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:11:54.223770 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfbe4f8-5072-4aef-8d6c-2a275a078424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:11:54.225130 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-fcfbe4f8-5072-4aef-8d6c-2a275a078424 admin admin] 10.222.0.40 "GET /v2.0/subnets/e1a55f55-f115-45c6-a5b1-44ded4e4dd9d HTTP/1.1" status: 200 len: 816 time: 0.3591692 Jul 28 02:11:55.671504 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-93fbb36f-b948-4295-89dc-45f3f63de06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:11:58.124598 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-445850fa-dc76-44d3-9e5d-66ef6c7ffd51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:11:58.381813 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:11:58.387099 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:11:59.151060 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:12:00.595048 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:12:00.987103 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:12:04.217658 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=36 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:12:04.220831 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=28 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:12:10.979524 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:12:10.981949 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:12:15.375670 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 5 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:12:22.159001 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 40416) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:12:22.482747 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [None req-155c2987-19ec-4bcb-8df8-99879bf4a4dc admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=103999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 02:12:22.483750 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-155c2987-19ec-4bcb-8df8-99879bf4a4dc admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3238091 Jul 28 02:12:24.826090 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 40424) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:12:25.161100 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bca0095-3e57-40f8-86aa-380b719bd0f6 admin admin] GET failed (client error): The resource could not be found. Jul 28 02:12:25.162983 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-2bca0095-3e57-40f8-86aa-380b719bd0f6 admin admin] 10.222.0.40 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3359480 Jul 28 02:12:25.306277 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93cb81c-5957-4be4-a507-ffce839588c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:12:25.307752 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a93cb81c-5957-4be4-a507-ffce839588c1 admin admin] 10.222.0.40 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1405485 Jul 28 02:12:25.370973 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=13 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:12:25.373123 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=15 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:12:25.673549 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a8c2ff29-7106-4f9b-9c44-af175365a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:12:27.488008 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 40434) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:12:27.816068 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-c297e40d-652f-4c0e-a443-d651db04d46e admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:12:27.836000 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c297e40d-652f-4c0e-a443-d651db04d46e admin admin] Made reservation on behalf of 1b3ee39e9e944a11a1450fa80f00981d for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:12:27.838859 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c297e40d-652f-4c0e-a443-d651db04d46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:12:27.867829 dv-cinder-799871-46-iscsi neutron-server[104000]: WARNING neutron.services.revisions.revision_plugin [None req-c297e40d-652f-4c0e-a443-d651db04d46e admin admin] Could not find related network for resource to bump revision. Jul 28 02:12:27.878976 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c297e40d-652f-4c0e-a443-d651db04d46e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 02:12:27.888314 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c297e40d-652f-4c0e-a443-d651db04d46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (8751ee16-a07f-4b53-a281-0414adeb473a), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:12:27.888649 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-c297e40d-652f-4c0e-a443-d651db04d46e admin admin] Added segment 8751ee16-a07f-4b53-a281-0414adeb473a of type vlan for network 436ed8b2-8e88-4245-ae94-3b3a41f8a819 Jul 28 02:12:27.934758 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c297e40d-652f-4c0e-a443-d651db04d46e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752357420409'] for network (436ed8b2-8e88-4245-ae94-3b3a41f8a819), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:12:27.959396 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c297e40d-652f-4c0e-a443-d651db04d46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577'] for network (436ed8b2-8e88-4245-ae94-3b3a41f8a819), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:12:27.960057 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c297e40d-652f-4c0e-a443-d651db04d46e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:12:27.960610 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c297e40d-652f-4c0e-a443-d651db04d46e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:12:28.011470 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c297e40d-652f-4c0e-a443-d651db04d46e admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5223999 Jul 28 02:12:28.022836 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297e40d-652f-4c0e-a443-d651db04d46e admin admin] Pushing event updated for resources: {'Network': ['ID=436ed8b2-8e88-4245-ae94-3b3a41f8a819,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:12:28.030467 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297e40d-652f-4c0e-a443-d651db04d46e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:12:28.030813 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297e40d-652f-4c0e-a443-d651db04d46e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:12:28.031167 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297e40d-652f-4c0e-a443-d651db04d46e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:12:28.031505 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297e40d-652f-4c0e-a443-d651db04d46e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:12:28.031836 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297e40d-652f-4c0e-a443-d651db04d46e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:12:28.032164 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297e40d-652f-4c0e-a443-d651db04d46e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:12:28.032485 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297e40d-652f-4c0e-a443-d651db04d46e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:12:28.032804 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297e40d-652f-4c0e-a443-d651db04d46e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:12:28.033303 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297e40d-652f-4c0e-a443-d651db04d46e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:12:28.033629 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297e40d-652f-4c0e-a443-d651db04d46e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:12:28.033967 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297e40d-652f-4c0e-a443-d651db04d46e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:12:28.034292 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297e40d-652f-4c0e-a443-d651db04d46e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:12:28.034615 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297e40d-652f-4c0e-a443-d651db04d46e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:12:28.034929 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297e40d-652f-4c0e-a443-d651db04d46e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:12:28.035243 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297e40d-652f-4c0e-a443-d651db04d46e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:12:28.047446 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Network 436ed8b2-8e88-4245-ae94-3b3a41f8a819 details requested by agent ovs-agent-dv-cinder-799871-46-iscsi with host dv-cinder-799871-46-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 02:12:28.139458 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5a1cdc2d-3ead-449f-8c95-93436d0dc9cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:12:29.154458 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:12:30.264248 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 40442) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:12:30.598218 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2f1157-1a0c-41b5-8e81-84b1df4e07db admin admin] GET failed (client error): The resource could not be found. Jul 28 02:12:30.598591 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:12:30.600777 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-2f2f1157-1a0c-41b5-8e81-84b1df4e07db admin admin] 10.222.0.40 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3352635 Jul 28 02:12:30.673293 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a7575b-81fa-4f68-926e-58273212efec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:12:30.674623 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-42a7575b-81fa-4f68-926e-58273212efec admin admin] 10.222.0.40 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0701373 Jul 28 02:12:30.684125 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-856418ac-6b50-4b0a-aacf-328eff44aa1c admin admin] Request body: {'subnet': {'network_id': '436ed8b2-8e88-4245-ae94-3b3a41f8a819', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:12:30.703179 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856418ac-6b50-4b0a-aacf-328eff44aa1c admin admin] Made reservation on behalf of 1b3ee39e9e944a11a1450fa80f00981d for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:12:30.705540 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-856418ac-6b50-4b0a-aacf-328eff44aa1c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:12:30.869932 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-856418ac-6b50-4b0a-aacf-328eff44aa1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577'] for subnet (0a463061-bec9-4306-aff3-784a8d102923), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:12:30.925442 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856418ac-6b50-4b0a-aacf-328eff44aa1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a463061-bec9-4306-aff3-784a8d102923,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:12:30.934981 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856418ac-6b50-4b0a-aacf-328eff44aa1c admin admin] Checking segment: {'id': '8751ee16-a07f-4b53-a281-0414adeb473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '436ed8b2-8e88-4245-ae94-3b3a41f8a819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:12:30.935322 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856418ac-6b50-4b0a-aacf-328eff44aa1c admin admin] Network hostable DHCP agents. Network: 436ed8b2-8e88-4245-ae94-3b3a41f8a819, hostable agents: ['301b8458-925c-4c76-ae1b-6d21194a75ed'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 02:12:30.952529 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856418ac-6b50-4b0a-aacf-328eff44aa1c admin admin] Network 436ed8b2-8e88-4245-ae94-3b3a41f8a819 is scheduled to be hosted by DHCP agent 301b8458-925c-4c76-ae1b-6d21194a75ed with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 02:12:30.961031 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-856418ac-6b50-4b0a-aacf-328eff44aa1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-46-iscsi, 436ed8b2-8e88-4245-ae94-3b3a41f8a819) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:12:30.974331 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856418ac-6b50-4b0a-aacf-328eff44aa1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:12:30.975112 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-856418ac-6b50-4b0a-aacf-328eff44aa1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:12:30.982678 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bcfc9b-da77-4c11-b08a-fb0ba55f62b7 None None] Network 436ed8b2-8e88-4245-ae94-3b3a41f8a819 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:12:30.993735 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-856418ac-6b50-4b0a-aacf-328eff44aa1c admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3127987 Jul 28 02:12:31.041134 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:12:31.107696 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9572ff98-a2bf-566e-ab98-0b103bee2557-436ed8b2-8e88-4245-ae94-3b3a41f8a819', 'network_id': '436ed8b2-8e88-4245-ae94-3b3a41f8a819', 'project_id': '1b3ee39e9e944a11a1450fa80f00981d', 'fixed_ips': [{'subnet_id': '0a463061-bec9-4306-aff3-784a8d102923'}]}} from dv-cinder-799871-46-iscsi. {{(pid=104001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 02:12:31.108655 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:12:31.350350 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Allocated IP 192.168.233.2 (436ed8b2-8e88-4245-ae94-3b3a41f8a819/0a463061-bec9-4306-aff3-784a8d102923/0c38cb77-f8e1-4ab7-acc2-2a95d23f2e37) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:12:31.499075 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Publish callbacks [] for port (0c38cb77-f8e1-4ab7-acc2-2a95d23f2e37), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:12:31.505222 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659'] for port (0c38cb77-f8e1-4ab7-acc2-2a95d23f2e37), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:12:31.546819 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Network 436ed8b2-8e88-4245-ae94-3b3a41f8a819 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:12:31.549769 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:12:31.554324 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:12:31.560906 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Pushing event updated for resources: {'Port': ['ID=0c38cb77-f8e1-4ab7-acc2-2a95d23f2e37,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:12:31.585565 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:12:31.585915 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:12:31.586282 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:12:31.586650 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:12:31.586991 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:12:31.587324 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:12:31.587656 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:12:31.587992 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:12:31.588338 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:12:31.588677 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:12:31.589099 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:12:31.589434 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:12:31.589762 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:12:31.590089 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:12:31.590413 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:12:31.627422 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Attempting to bind port 0c38cb77-f8e1-4ab7-acc2-2a95d23f2e37 on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:12:31.628059 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Attempting to bind port 0c38cb77-f8e1-4ab7-acc2-2a95d23f2e37 by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': '8751ee16-a07f-4b53-a281-0414adeb473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '436ed8b2-8e88-4245-ae94-3b3a41f8a819'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:12:31.628059 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Attempting to bind port 0c38cb77-f8e1-4ab7-acc2-2a95d23f2e37 on network 436ed8b2-8e88-4245-ae94-3b3a41f8a819 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:12:31.633427 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:12:31.633804 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Checking segment: {'id': '8751ee16-a07f-4b53-a281-0414adeb473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '436ed8b2-8e88-4245-ae94-3b3a41f8a819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:12:31.634209 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:12:31.634603 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Bound using segment: {'id': '8751ee16-a07f-4b53-a281-0414adeb473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '436ed8b2-8e88-4245-ae94-3b3a41f8a819'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:12:31.635068 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Bound port: 0c38cb77-f8e1-4ab7-acc2-2a95d23f2e37, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8751ee16-a07f-4b53-a281-0414adeb473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '436ed8b2-8e88-4245-ae94-3b3a41f8a819'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:12:31.635449 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (0c38cb77-f8e1-4ab7-acc2-2a95d23f2e37), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:12:31.699901 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] For port 0c38cb77-f8e1-4ab7-acc2-2a95d23f2e37, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:12:31.703340 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] For port 0c38cb77-f8e1-4ab7-acc2-2a95d23f2e37, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=0c38cb77-f8e1-4ab7-acc2-2a95d23f2e37,segment=NetworkSegment(8751ee16-a07f-4b53-a281-0414adeb473a),segment_id=8751ee16-a07f-4b53-a281-0414adeb473a)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:12:31.710526 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (0c38cb77-f8e1-4ab7-acc2-2a95d23f2e37), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:12:31.769497 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c9752-c648-4555-b6c6-bdf876445da9 None None] Pushing event updated for resources: {'Port': ['ID=0c38cb77-f8e1-4ab7-acc2-2a95d23f2e37,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:12:32.586711 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fe691d-f508-4094-b395-c56e478f4685 None None] Network 436ed8b2-8e88-4245-ae94-3b3a41f8a819 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:12:32.637923 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:12:32.643604 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-eb55f7c9-4fbb-4421-a69a-5db13f4d9651 None None] Provisioning complete for port 0c38cb77-f8e1-4ab7-acc2-2a95d23f2e37 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:12:32.643996 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-eb55f7c9-4fbb-4421-a69a-5db13f4d9651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (0c38cb77-f8e1-4ab7-acc2-2a95d23f2e37), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:12:32.645293 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:12:32.780732 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-eb55f7c9-4fbb-4421-a69a-5db13f4d9651 None None] Current status of the port 0c38cb77-f8e1-4ab7-acc2-2a95d23f2e37 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:12:32.781159 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-eb55f7c9-4fbb-4421-a69a-5db13f4d9651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (0c38cb77-f8e1-4ab7-acc2-2a95d23f2e37), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:12:32.829360 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-eb55f7c9-4fbb-4421-a69a-5db13f4d9651 None None] For port 0c38cb77-f8e1-4ab7-acc2-2a95d23f2e37, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=0c38cb77-f8e1-4ab7-acc2-2a95d23f2e37,segment=NetworkSegment(8751ee16-a07f-4b53-a281-0414adeb473a),segment_id=8751ee16-a07f-4b53-a281-0414adeb473a)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:12:32.840945 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-eb55f7c9-4fbb-4421-a69a-5db13f4d9651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (0c38cb77-f8e1-4ab7-acc2-2a95d23f2e37), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:12:32.890669 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 0c38cb77-f8e1-4ab7-acc2-2a95d23f2e37 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:12:32.931871 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55f7c9-4fbb-4421-a69a-5db13f4d9651 None None] Pushing event updated for resources: {'Port': ['ID=0c38cb77-f8e1-4ab7-acc2-2a95d23f2e37,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:12:32.971206 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 0c38cb77-f8e1-4ab7-acc2-2a95d23f2e37 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:12:32.971604 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (0c38cb77-f8e1-4ab7-acc2-2a95d23f2e37), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:12:33.046863 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 0c38cb77-f8e1-4ab7-acc2-2a95d23f2e37 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:12:33.061945 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-a9ba58ba-cf31-4c3b-838b-308f4e7fecc7 None None] Provisioning complete for port 0c38cb77-f8e1-4ab7-acc2-2a95d23f2e37 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:12:33.062339 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a9ba58ba-cf31-4c3b-838b-308f4e7fecc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (0c38cb77-f8e1-4ab7-acc2-2a95d23f2e37), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:12:33.134813 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-a9ba58ba-cf31-4c3b-838b-308f4e7fecc7 None None] Current status of the port 0c38cb77-f8e1-4ab7-acc2-2a95d23f2e37 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:12:34.830913 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 0c38cb77-f8e1-4ab7-acc2-2a95d23f2e37 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:12:34.882291 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 0c38cb77-f8e1-4ab7-acc2-2a95d23f2e37 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:12:34.882684 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (0c38cb77-f8e1-4ab7-acc2-2a95d23f2e37), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:12:34.955751 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 0c38cb77-f8e1-4ab7-acc2-2a95d23f2e37 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:12:35.384627 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:12:35.385446 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:12:40.984758 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:12:40.985528 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=82,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:12:44.953259 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:12:44.954413 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:12:52.375311 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 5 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:12:55.676976 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2453ae41-47f0-42f4-9b75-e64bb03a3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:12:58.132616 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fca75872-9fee-4016-80be-b36cf3d513a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:12:59.158211 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:13:00.601805 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:13:00.995083 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:13:02.371128 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:13:02.371710 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:13:10.988408 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:13:10.990982 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:13:12.380427 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:13:12.384966 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:13:24.367259 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:13:25.685305 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c17b8187-a74c-4a8c-b75f-34fb992a4319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:13:28.134982 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-973c4798-9ea4-4957-be71-a385dde732c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:13:29.160350 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:13:29.374004 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 5 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:13:30.605990 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:13:30.998317 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:13:39.371041 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:13:39.371651 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:13:40.986758 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:13:40.993956 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:13:49.381793 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:13:49.387033 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:13:55.678736 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19fc58db-d69d-4421-95c7-9e147a8e49a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:13:58.137574 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6dc9226e-f5b2-40d8-92de-b046b23fbe6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:13:59.163878 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:14:00.610038 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:14:01.002896 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:14:06.374087 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 5 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:14:10.605784 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:14:10.998723 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:14:21.933281 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 40480) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:14:21.939573 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [None req-fb363a8e-c736-45dd-a403-a5e98a0e2226 tempest-verify_tempest_config-645971021 tempest-verify_tempest_config-645971021-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 02:14:21.940663 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-fb363a8e-c736-45dd-a403-a5e98a0e2226 tempest-verify_tempest_config-645971021 tempest-verify_tempest_config-645971021-project] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0064280 Jul 28 02:14:22.433192 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 40498) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:14:22.757497 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-95d60394-2cd4-4c1d-88f1-daf699c36326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:14:22.831892 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-95d60394-2cd4-4c1d-88f1-daf699c36326 admin admin] Publish callbacks [] for security_group (27d2dd5a-9c79-47d4-9ea9-5311876644b9), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:14:22.836237 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-95d60394-2cd4-4c1d-88f1-daf699c36326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (27d2dd5a-9c79-47d4-9ea9-5311876644b9), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:14:22.885112 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-95d60394-2cd4-4c1d-88f1-daf699c36326 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e85b1a5fcaf0483f9b3129254f97eaf7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4508641 Jul 28 02:14:22.886188 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d60394-2cd4-4c1d-88f1-daf699c36326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d2dd5a-9c79-47d4-9ea9-5311876644b9,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:14:22.888619 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 40502) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:14:22.894116 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d60394-2cd4-4c1d-88f1-daf699c36326 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:14:22.894469 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d60394-2cd4-4c1d-88f1-daf699c36326 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:14:22.894828 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d60394-2cd4-4c1d-88f1-daf699c36326 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:14:22.895170 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d60394-2cd4-4c1d-88f1-daf699c36326 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:14:22.895508 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d60394-2cd4-4c1d-88f1-daf699c36326 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:14:22.895856 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d60394-2cd4-4c1d-88f1-daf699c36326 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:14:22.896175 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d60394-2cd4-4c1d-88f1-daf699c36326 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:14:22.896502 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d60394-2cd4-4c1d-88f1-daf699c36326 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:14:22.896831 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d60394-2cd4-4c1d-88f1-daf699c36326 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:14:22.897183 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d60394-2cd4-4c1d-88f1-daf699c36326 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:14:22.897526 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d60394-2cd4-4c1d-88f1-daf699c36326 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:14:22.897856 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d60394-2cd4-4c1d-88f1-daf699c36326 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:14:22.898179 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d60394-2cd4-4c1d-88f1-daf699c36326 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:14:22.898500 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d60394-2cd4-4c1d-88f1-daf699c36326 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:14:22.898821 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d60394-2cd4-4c1d-88f1-daf699c36326 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:14:22.968679 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a4f7428-9ae7-4578-bc13-628f6f08fd6c admin admin] Publish callbacks [] for security_group (27d2dd5a-9c79-47d4-9ea9-5311876644b9), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:14:22.989924 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a4f7428-9ae7-4578-bc13-628f6f08fd6c admin admin] Publish callbacks [] for security_group (27d2dd5a-9c79-47d4-9ea9-5311876644b9), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:14:23.082500 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a4f7428-9ae7-4578-bc13-628f6f08fd6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (27d2dd5a-9c79-47d4-9ea9-5311876644b9), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:14:23.085092 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a4f7428-9ae7-4578-bc13-628f6f08fd6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:14:23.086231 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-2a4f7428-9ae7-4578-bc13-628f6f08fd6c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/27d2dd5a-9c79-47d4-9ea9-5311876644b9 HTTP/1.1" status: 204 len: 168 time: 0.1966345 Jul 28 02:14:23.094189 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f7428-9ae7-4578-bc13-628f6f08fd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d2dd5a-9c79-47d4-9ea9-5311876644b9,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:14:23.101827 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f7428-9ae7-4578-bc13-628f6f08fd6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:14:23.102190 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f7428-9ae7-4578-bc13-628f6f08fd6c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:14:23.102544 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f7428-9ae7-4578-bc13-628f6f08fd6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:14:23.102892 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f7428-9ae7-4578-bc13-628f6f08fd6c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:14:23.103230 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f7428-9ae7-4578-bc13-628f6f08fd6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:14:23.103622 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f7428-9ae7-4578-bc13-628f6f08fd6c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:14:23.103892 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f7428-9ae7-4578-bc13-628f6f08fd6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:14:23.104227 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f7428-9ae7-4578-bc13-628f6f08fd6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:14:23.104577 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f7428-9ae7-4578-bc13-628f6f08fd6c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:14:23.104940 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f7428-9ae7-4578-bc13-628f6f08fd6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:14:23.105291 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f7428-9ae7-4578-bc13-628f6f08fd6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:14:23.105628 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f7428-9ae7-4578-bc13-628f6f08fd6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:14:23.105959 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f7428-9ae7-4578-bc13-628f6f08fd6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:14:23.106801 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f7428-9ae7-4578-bc13-628f6f08fd6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:14:23.107134 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f7428-9ae7-4578-bc13-628f6f08fd6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:14:25.682180 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d335a692-903d-4463-a2ee-bc4e61807967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:14:26.382642 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=13 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:14:26.383431 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=21 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:14:28.140761 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7cd557e5-8a1c-45b9-8cad-9439272136ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:14:29.167764 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:14:30.613842 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:14:31.006445 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:14:32.879024 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=21,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:14:32.890020 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=18,neutron:INSERT=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:14:33.096979 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:14:33.098037 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:14:41.001120 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:14:41.003003 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:14:43.374234 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 5 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:14:53.372596 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:14:55.685423 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d0b84815-3282-46f4-a370-86ca2a945c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:14:58.144844 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-46b08a58-d676-45a4-ac0d-c9765db07c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:14:59.169660 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:15:00.615910 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:15:01.009086 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:15:03.377604 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:15:03.382715 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:15:11.002911 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:15:11.004856 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:15:20.373955 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 5 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:15:25.687210 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a087114f-8312-41f5-acec-eb110da63727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:15:28.148603 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-15a3df11-3769-4706-8091-763c6c44883c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:15:29.176134 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:15:30.619267 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:15:31.012445 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:15:40.380228 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:15:40.381052 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:15:41.005261 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:15:41.007952 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:15:55.691149 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4af1451e-0218-4de1-abe9-69ddb17ec77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:15:57.374819 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 5 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:15:58.156322 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-24328677-9141-4c83-b8fa-bd05a5cee11e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:15:59.182810 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:16:00.624606 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:16:01.016750 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:16:04.045737 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-361384'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:16:14.038549 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:UPDATE=2,neutron:SELECT=9 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:16:14.041503 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:16:16.336353 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 40598) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:16:16.463535 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7718b98c-77f7-4f59-b924-9214b2908301 admin admin] 10.222.0.40 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1259339 Jul 28 02:16:18.545919 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 40608) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:16:18.600740 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-dcb79787-73cf-4c48-a83d-3a59db6c7bf7 admin admin] 10.222.0.40 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0537202 Jul 28 02:16:21.736231 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=16 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:16:21.738997 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=18 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:16:25.693695 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-223da043-fc9d-4b48-a365-8c4f14912da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:16:26.457723 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:16:28.149494 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-58b0fd5e-afdc-48e5-b439-9f98133e6fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:16:28.595656 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:16:29.177490 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:16:30.634466 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:16:31.028273 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:16:34.031884 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:16:34.373728 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:16:44.024115 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:16:44.026142 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:16:54.373219 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:16:54.373981 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:16:55.695062 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-badc92da-f176-45a2-abfb-c9889cfd8c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:16:58.154451 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-67fa1bd1-7e37-4763-ab14-f392f90f3a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:16:59.212465 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:00.634890 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:01.028616 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:04.036286 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:11.377394 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:17:14.023111 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:17:14.030125 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:17:25.699122 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-879487c8-0fa1-44af-8f49-2a9f5b23dbba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:28.163716 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38870bdb-b2ec-4302-b4f5-3dc0ccc8d469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:29.183609 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:30.639764 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:31.025838 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:31.366625 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:17:31.371768 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:17:34.065312 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:44.059057 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:17:44.061522 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:17:48.377471 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:17:55.708939 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9cdc7da3-df15-46ea-ab0e-825f1e732d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:56.815180 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 40792) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:17:57.246156 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-dacca4d7-24bd-4aec-9d49-8c7e373f43cb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-817987684-network', 'tenant_id': '1ed45da3e0024fa597d03299abae9859'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:17:57.270583 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacca4d7-24bd-4aec-9d49-8c7e373f43cb admin admin] Made reservation on behalf of 1ed45da3e0024fa597d03299abae9859 for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:17:57.273147 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dacca4d7-24bd-4aec-9d49-8c7e373f43cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:57.285891 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dacca4d7-24bd-4aec-9d49-8c7e373f43cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:57.328669 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 40816) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:17:57.366377 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 40820) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:17:57.387902 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dacca4d7-24bd-4aec-9d49-8c7e373f43cb admin admin] Publish callbacks [] for security_group (b44f0249-970d-44cf-97bd-119fa8b816af), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:57.392439 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dacca4d7-24bd-4aec-9d49-8c7e373f43cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (b44f0249-970d-44cf-97bd-119fa8b816af), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:57.412555 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 40828) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:17:57.421876 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacca4d7-24bd-4aec-9d49-8c7e373f43cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44f0249-970d-44cf-97bd-119fa8b816af,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:17:57.428065 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dacca4d7-24bd-4aec-9d49-8c7e373f43cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 02:17:57.437696 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacca4d7-24bd-4aec-9d49-8c7e373f43cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:57.438036 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacca4d7-24bd-4aec-9d49-8c7e373f43cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:57.438383 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacca4d7-24bd-4aec-9d49-8c7e373f43cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:57.438722 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacca4d7-24bd-4aec-9d49-8c7e373f43cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:57.439056 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacca4d7-24bd-4aec-9d49-8c7e373f43cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:57.439403 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacca4d7-24bd-4aec-9d49-8c7e373f43cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:57.439706 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacca4d7-24bd-4aec-9d49-8c7e373f43cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:57.441305 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacca4d7-24bd-4aec-9d49-8c7e373f43cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:57.441635 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacca4d7-24bd-4aec-9d49-8c7e373f43cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:57.441993 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacca4d7-24bd-4aec-9d49-8c7e373f43cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:57.442300 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacca4d7-24bd-4aec-9d49-8c7e373f43cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:57.442627 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacca4d7-24bd-4aec-9d49-8c7e373f43cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:57.442949 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacca4d7-24bd-4aec-9d49-8c7e373f43cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:57.443261 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacca4d7-24bd-4aec-9d49-8c7e373f43cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:57.443572 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacca4d7-24bd-4aec-9d49-8c7e373f43cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacca4d7-24bd-4aec-9d49-8c7e373f43cb admin admin] Tracked resource versions report: Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: pushed versions: Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: { 'AddressGroup': {'1.2'}, Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: 'Agent': {'1.1'}, Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: 'ConntrackHelper': {'1.0'}, Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: 'LocalIPAssociation': {'1.0'}, Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: 'Log': {'1.0'}, Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: 'NDPProxy': {'1.0'}, Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: 'Network': {'1.1'}, Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: 'Port': {'1.7'}, Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: 'PortForwarding': {'1.3'}, Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: 'QosPolicy': {'1.10'}, Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: 'SecurityGroup': {'1.5'}, Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: 'SecurityGroupRule': {'1.2'}, Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: 'SubPort': {'1.0'}, Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: 'Subnet': {'1.1'}, Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: 'Trunk': {'1.1'}} Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: consumer versions: Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: { DHCP agent@dv-cinder-799871-46-iscsi: {}, Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: HyperV agent@hv-cinder-79987: {}, Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: L3 agent@dv-cinder-799871-46-iscsi: {}, Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: Metadata agent@dv-cinder-799871-46-iscsi: {}, Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: Metering agent@dv-cinder-799871-46-iscsi: {}, Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: Open vSwitch agent@dv-cinder-799871-46-iscsi: { 'AddressGroup': '1.2', Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: 'Agent': '1.1', Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: 'ConntrackHelper': '1.0', Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: 'LocalIPAssociation': '1.0', Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: 'Log': '1.0', Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: 'NDPProxy': '1.0', Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: 'Network': '1.1', Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: 'Port': '1.7', Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: 'PortForwarding': '1.3', Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: 'QosPolicy': '1.10', Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: 'SecurityGroup': '1.5', Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: 'SecurityGroupRule': '1.2', Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: 'SubPort': '1.0', Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: 'Subnet': '1.1', Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: 'Trunk': '1.1'}} Jul 28 02:17:57.444896 dv-cinder-799871-46-iscsi neutron-server[104000]: {{(pid=104000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 02:17:57.455754 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dacca4d7-24bd-4aec-9d49-8c7e373f43cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (d704733b-9866-4f1a-bedf-601228758543), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:57.456323 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-dacca4d7-24bd-4aec-9d49-8c7e373f43cb admin admin] Added segment d704733b-9866-4f1a-bedf-601228758543 of type vlan for network b7a41f53-02ba-4d68-a9f3-9f5c3103be75 Jul 28 02:17:57.510159 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dacca4d7-24bd-4aec-9d49-8c7e373f43cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752357420409'] for network (b7a41f53-02ba-4d68-a9f3-9f5c3103be75), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:57.536979 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dacca4d7-24bd-4aec-9d49-8c7e373f43cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577'] for network (b7a41f53-02ba-4d68-a9f3-9f5c3103be75), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:57.538256 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacca4d7-24bd-4aec-9d49-8c7e373f43cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:17:57.539020 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dacca4d7-24bd-4aec-9d49-8c7e373f43cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:57.602186 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacca4d7-24bd-4aec-9d49-8c7e373f43cb admin admin] Pushing event updated for resources: {'Network': ['ID=b7a41f53-02ba-4d68-a9f3-9f5c3103be75,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:17:57.610328 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-dacca4d7-24bd-4aec-9d49-8c7e373f43cb admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7937799 Jul 28 02:17:57.614267 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 40834) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:17:57.617258 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Network b7a41f53-02ba-4d68-a9f3-9f5c3103be75 details requested by agent ovs-agent-dv-cinder-799871-46-iscsi with host dv-cinder-799871-46-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 02:17:57.621170 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-77672676-625c-4986-8a76-569fcf4a3203 admin admin] Request body: {'subnet': {'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-817987684-subnet', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:17:57.647839 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77672676-625c-4986-8a76-569fcf4a3203 admin admin] Made reservation on behalf of 1ed45da3e0024fa597d03299abae9859 for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:17:57.657804 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-77672676-625c-4986-8a76-569fcf4a3203 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:57.861866 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-4f3de6f3-e48e-482b-bb00-33d0647798fe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1797537902-network', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:17:57.943159 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3de6f3-e48e-482b-bb00-33d0647798fe admin admin] Made reservation on behalf of f4622eae14dd460dbd4e51d4a0413e5f for: {'network': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:17:57.947702 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4f3de6f3-e48e-482b-bb00-33d0647798fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for network (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:57.958013 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-7fae5b36-56c8-4d28-afea-0d6733216852 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1748751749-network', 'tenant_id': 'a042e3701d7842b29f4f3caddc8dd0b8'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:17:57.969293 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-04b3ab1d-ce72-42b9-8fcc-5fa5db64e9cd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-226167371-network', 'tenant_id': '8878625c62a04d8da9ec6b55adf34a1c'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:17:57.977728 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-77672676-625c-4986-8a76-569fcf4a3203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577'] for subnet (5140c104-3441-42e7-8ecc-b111359f4da5), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:57.982335 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4f3de6f3-e48e-482b-bb00-33d0647798fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:57.996365 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fae5b36-56c8-4d28-afea-0d6733216852 admin admin] Made reservation on behalf of a042e3701d7842b29f4f3caddc8dd0b8 for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:17:57.998866 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7fae5b36-56c8-4d28-afea-0d6733216852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:58.011899 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7fae5b36-56c8-4d28-afea-0d6733216852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:58.032069 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:17:58.067853 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b3ab1d-ce72-42b9-8fcc-5fa5db64e9cd admin admin] Made reservation on behalf of 8878625c62a04d8da9ec6b55adf34a1c for: {'network': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:17:58.070154 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77672676-625c-4986-8a76-569fcf4a3203 admin admin] Checking segment: {'id': 'd704733b-9866-4f1a-bedf-601228758543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:17:58.070573 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77672676-625c-4986-8a76-569fcf4a3203 admin admin] Network hostable DHCP agents. Network: b7a41f53-02ba-4d68-a9f3-9f5c3103be75, hostable agents: ['301b8458-925c-4c76-ae1b-6d21194a75ed'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 02:17:58.070707 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-04b3ab1d-ce72-42b9-8fcc-5fa5db64e9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for network (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:58.119726 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4f3de6f3-e48e-482b-bb00-33d0647798fe admin admin] Publish callbacks [] for security_group (924e8b54-1419-46d3-a031-bb6eb47e98af), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:58.121430 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-04b3ab1d-ce72-42b9-8fcc-5fa5db64e9cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:58.134874 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4f3de6f3-e48e-482b-bb00-33d0647798fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (924e8b54-1419-46d3-a031-bb6eb47e98af), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:58.165127 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f3de6f3-e48e-482b-bb00-33d0647798fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=103999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 02:17:58.179773 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4f3de6f3-e48e-482b-bb00-33d0647798fe admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752357910209', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (ad593867-37dc-486f-9ad0-984d268f99db), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:58.180899 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4f3de6f3-e48e-482b-bb00-33d0647798fe admin admin] Unsubscribe: segment precommit_create {{(pid=103999) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 02:17:58.181618 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.db.segments_db [None req-4f3de6f3-e48e-482b-bb00-33d0647798fe admin admin] Added segment ad593867-37dc-486f-9ad0-984d268f99db of type vlan for network bda255f1-8497-41f0-9d65-8f281bd7eb0d Jul 28 02:17:58.193563 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-66f332ec-f8d1-41a5-8af4-ee9c7a3b5482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:58.214096 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7fae5b36-56c8-4d28-afea-0d6733216852 admin admin] Publish callbacks [] for security_group (277d6e92-095d-4d8f-88e7-94d758b3b68f), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:58.216998 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:17:58.218201 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77672676-625c-4986-8a76-569fcf4a3203 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5140c104-3441-42e7-8ecc-b111359f4da5,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:17:58.243981 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7fae5b36-56c8-4d28-afea-0d6733216852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (277d6e92-095d-4d8f-88e7-94d758b3b68f), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:58.249491 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4f3de6f3-e48e-482b-bb00-33d0647798fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752357420409'] for network (bda255f1-8497-41f0-9d65-8f281bd7eb0d), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:58.262262 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fae5b36-56c8-4d28-afea-0d6733216852 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 02:17:58.277998 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7fae5b36-56c8-4d28-afea-0d6733216852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (2c48cfd2-062b-4647-a482-5c8161baa2f4), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:58.278587 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-7fae5b36-56c8-4d28-afea-0d6733216852 admin admin] Added segment 2c48cfd2-062b-4647-a482-5c8161baa2f4 of type vlan for network 1945b63c-bc56-48e7-a890-1321d0b15d6d Jul 28 02:17:58.305918 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4f3de6f3-e48e-482b-bb00-33d0647798fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577'] for network (bda255f1-8497-41f0-9d65-8f281bd7eb0d), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:58.307086 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3de6f3-e48e-482b-bb00-33d0647798fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:17:58.307799 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4f3de6f3-e48e-482b-bb00-33d0647798fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:58.339166 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7fae5b36-56c8-4d28-afea-0d6733216852 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752357420409'] for network (1945b63c-bc56-48e7-a890-1321d0b15d6d), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:58.382856 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:17:58.387976 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77672676-625c-4986-8a76-569fcf4a3203 admin admin] Network b7a41f53-02ba-4d68-a9f3-9f5c3103be75 is scheduled to be hosted by DHCP agent 301b8458-925c-4c76-ae1b-6d21194a75ed with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 02:17:58.432150 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-4f3de6f3-e48e-482b-bb00-33d0647798fe admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.0607142 Jul 28 02:17:58.439081 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 40864) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:17:58.459938 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae5b36-56c8-4d28-afea-0d6733216852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277d6e92-095d-4d8f-88e7-94d758b3b68f,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:17:58.462666 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-b8541a53-a623-486c-b37b-d7e03cbd59e5 admin admin] Request body: {'subnet': {'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-subnet', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:17:58.468655 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-77672676-625c-4986-8a76-569fcf4a3203 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-46-iscsi, b7a41f53-02ba-4d68-a9f3-9f5c3103be75) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:17:58.478039 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e282367-012e-4d0a-9c85-aba509b2a7f0 None None] Network b7a41f53-02ba-4d68-a9f3-9f5c3103be75 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:17:58.505921 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8541a53-a623-486c-b37b-d7e03cbd59e5 admin admin] Made reservation on behalf of f4622eae14dd460dbd4e51d4a0413e5f for: {'subnet': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:17:58.508701 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b8541a53-a623-486c-b37b-d7e03cbd59e5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:58.514280 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77672676-625c-4986-8a76-569fcf4a3203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:17:58.514873 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-77672676-625c-4986-8a76-569fcf4a3203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:58.551717 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7fae5b36-56c8-4d28-afea-0d6733216852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577'] for network (1945b63c-bc56-48e7-a890-1321d0b15d6d), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:58.552745 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fae5b36-56c8-4d28-afea-0d6733216852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:17:58.557086 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7fae5b36-56c8-4d28-afea-0d6733216852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:58.576699 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-77672676-625c-4986-8a76-569fcf4a3203 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9577210 Jul 28 02:17:58.577358 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 40870) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:17:58.617478 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-fbe742d8-b121-4cb0-91dd-86caeaad7d99 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-817987684-router', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:17:58.671765 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7fae5b36-56c8-4d28-afea-0d6733216852 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.3405931 Jul 28 02:17:58.677002 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 40874) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:17:58.690705 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-3f1cfca7-ef5f-4b6d-a2e9-c67c6529cfd2 admin admin] Request body: {'subnet': {'network_id': '1945b63c-bc56-48e7-a890-1321d0b15d6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1748751749-subnet', 'tenant_id': 'a042e3701d7842b29f4f3caddc8dd0b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:17:58.712808 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae5b36-56c8-4d28-afea-0d6733216852 admin admin] Pushing event updated for resources: {'Network': ['ID=1945b63c-bc56-48e7-a890-1321d0b15d6d,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:17:58.722649 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fbe742d8-b121-4cb0-91dd-86caeaad7d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-931'] for router (092088de-1220-4858-bb69-e854a706a1d4), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:58.724156 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fbe742d8-b121-4cb0-91dd-86caeaad7d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1600240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-345463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-938'] for router (092088de-1220-4858-bb69-e854a706a1d4), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:58.729022 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1cfca7-ef5f-4b6d-a2e9-c67c6529cfd2 admin admin] Made reservation on behalf of a042e3701d7842b29f4f3caddc8dd0b8 for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:17:58.731543 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3f1cfca7-ef5f-4b6d-a2e9-c67c6529cfd2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:58.793616 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Network 1945b63c-bc56-48e7-a890-1321d0b15d6d details requested by agent ovs-agent-dv-cinder-799871-46-iscsi with host dv-cinder-799871-46-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 02:17:58.891976 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fbe742d8-b121-4cb0-91dd-86caeaad7d99 admin admin] Publish callbacks [] for router_controller (092088de-1220-4858-bb69-e854a706a1d4), precommit_add_association {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:58.904669 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:17:58.916720 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9572ff98-a2bf-566e-ab98-0b103bee2557-b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'project_id': '1ed45da3e0024fa597d03299abae9859', 'fixed_ips': [{'subnet_id': '5140c104-3441-42e7-8ecc-b111359f4da5'}]}} from dv-cinder-799871-46-iscsi. {{(pid=104001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 02:17:58.917984 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:58.927021 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3de6f3-e48e-482b-bb00-33d0647798fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924e8b54-1419-46d3-a031-bb6eb47e98af,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:17:59.001801 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-04b3ab1d-ce72-42b9-8fcc-5fa5db64e9cd admin admin] Publish callbacks [] for security_group (80d5e0b0-1fcb-4c00-8f92-4df2118ac4e6), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:59.004448 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3de6f3-e48e-482b-bb00-33d0647798fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:59.004909 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3de6f3-e48e-482b-bb00-33d0647798fe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:59.005587 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3de6f3-e48e-482b-bb00-33d0647798fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:59.005882 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3de6f3-e48e-482b-bb00-33d0647798fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:59.006219 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3de6f3-e48e-482b-bb00-33d0647798fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:59.006975 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3de6f3-e48e-482b-bb00-33d0647798fe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:59.007092 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3de6f3-e48e-482b-bb00-33d0647798fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:59.007502 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3de6f3-e48e-482b-bb00-33d0647798fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:59.007875 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3de6f3-e48e-482b-bb00-33d0647798fe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:59.008209 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3de6f3-e48e-482b-bb00-33d0647798fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:59.008561 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3de6f3-e48e-482b-bb00-33d0647798fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:59.009053 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3de6f3-e48e-482b-bb00-33d0647798fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:59.009400 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3de6f3-e48e-482b-bb00-33d0647798fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:59.009714 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3de6f3-e48e-482b-bb00-33d0647798fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:59.010037 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3de6f3-e48e-482b-bb00-33d0647798fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3de6f3-e48e-482b-bb00-33d0647798fe admin admin] Tracked resource versions report: Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: pushed versions: Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: { 'AddressGroup': {'1.2'}, Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: 'Agent': {'1.1'}, Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: 'ConntrackHelper': {'1.0'}, Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: 'LocalIPAssociation': {'1.0'}, Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: 'Log': {'1.0'}, Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: 'NDPProxy': {'1.0'}, Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: 'Network': {'1.1'}, Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: 'Port': {'1.7'}, Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: 'PortForwarding': {'1.3'}, Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: 'QosPolicy': {'1.10'}, Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: 'SecurityGroup': {'1.5'}, Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: 'SecurityGroupRule': {'1.2'}, Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: 'SubPort': {'1.0'}, Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: 'Subnet': {'1.1'}, Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: 'Trunk': {'1.1'}} Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: consumer versions: Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: { DHCP agent@dv-cinder-799871-46-iscsi: {}, Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: HyperV agent@hv-cinder-79987: {}, Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: L3 agent@dv-cinder-799871-46-iscsi: {}, Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: Metadata agent@dv-cinder-799871-46-iscsi: {}, Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: Metering agent@dv-cinder-799871-46-iscsi: {}, Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: Open vSwitch agent@dv-cinder-799871-46-iscsi: { 'AddressGroup': '1.2', Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: 'Agent': '1.1', Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: 'ConntrackHelper': '1.0', Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: 'LocalIPAssociation': '1.0', Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: 'Log': '1.0', Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: 'NDPProxy': '1.0', Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: 'Network': '1.1', Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: 'Port': '1.7', Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: 'PortForwarding': '1.3', Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: 'QosPolicy': '1.10', Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: 'SecurityGroup': '1.5', Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: 'SecurityGroupRule': '1.2', Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: 'SubPort': '1.0', Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: 'Subnet': '1.1', Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: 'Trunk': '1.1'}} Jul 28 02:17:59.011807 dv-cinder-799871-46-iscsi neutron-server[103999]: {{(pid=103999) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 02:17:59.014517 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3de6f3-e48e-482b-bb00-33d0647798fe admin admin] Pushing event updated for resources: {'Network': ['ID=bda255f1-8497-41f0-9d65-8f281bd7eb0d,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:17:59.019030 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b8541a53-a623-486c-b37b-d7e03cbd59e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577'] for subnet (0b6c1c1a-91bf-46d8-8e77-626f9a84855f), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:59.026460 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-04b3ab1d-ce72-42b9-8fcc-5fa5db64e9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (80d5e0b0-1fcb-4c00-8f92-4df2118ac4e6), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:59.040474 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b3ab1d-ce72-42b9-8fcc-5fa5db64e9cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=103999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 02:17:59.053611 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-04b3ab1d-ce72-42b9-8fcc-5fa5db64e9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (51930b16-f1af-4959-bbff-4a668f5f405d), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:59.054368 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.db.segments_db [None req-04b3ab1d-ce72-42b9-8fcc-5fa5db64e9cd admin admin] Added segment 51930b16-f1af-4959-bbff-4a668f5f405d of type vlan for network 20330086-3ab9-4fa3-aeb0-9f2a2ca4b599 Jul 28 02:17:59.121778 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-04b3ab1d-ce72-42b9-8fcc-5fa5db64e9cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752357420409'] for network (20330086-3ab9-4fa3-aeb0-9f2a2ca4b599), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:59.137656 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:17:59.138618 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=68,neutron:INSERT=27,neutron:UPDATE=5 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:17:59.234037 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:59.245035 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Allocated IP 172.20.0.2 (b7a41f53-02ba-4d68-a9f3-9f5c3103be75/5140c104-3441-42e7-8ecc-b111359f4da5/7c26ce42-eb1e-4efb-ade9-de7cd56bd036) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:17:59.251838 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.db.resource_extend [None req-04b3ab1d-ce72-42b9-8fcc-5fa5db64e9cd admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 02:17:59.277362 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Network bda255f1-8497-41f0-9d65-8f281bd7eb0d details requested by agent ovs-agent-dv-cinder-799871-46-iscsi with host dv-cinder-799871-46-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 02:17:59.326411 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fbe742d8-b121-4cb0-91dd-86caeaad7d99 admin admin] Publish callbacks [] for router_gateway (092088de-1220-4858-bb69-e854a706a1d4), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:59.409277 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-04b3ab1d-ce72-42b9-8fcc-5fa5db64e9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577'] for network (20330086-3ab9-4fa3-aeb0-9f2a2ca4b599), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:59.411063 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b3ab1d-ce72-42b9-8fcc-5fa5db64e9cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:17:59.411063 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-04b3ab1d-ce72-42b9-8fcc-5fa5db64e9cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:59.435371 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3ab1d-ce72-42b9-8fcc-5fa5db64e9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d5e0b0-1fcb-4c00-8f92-4df2118ac4e6,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:17:59.532348 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8541a53-a623-486c-b37b-d7e03cbd59e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b6c1c1a-91bf-46d8-8e77-626f9a84855f,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:17:59.568527 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-04b3ab1d-ce72-42b9-8fcc-5fa5db64e9cd admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1545813 Jul 28 02:17:59.572376 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8541a53-a623-486c-b37b-d7e03cbd59e5 admin admin] Checking segment: {'id': 'ad593867-37dc-486f-9ad0-984d268f99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:17:59.573108 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8541a53-a623-486c-b37b-d7e03cbd59e5 admin admin] Network hostable DHCP agents. Network: bda255f1-8497-41f0-9d65-8f281bd7eb0d, hostable agents: ['301b8458-925c-4c76-ae1b-6d21194a75ed'], hosted agents: [] {{(pid=103999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 02:17:59.580149 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 40906) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:17:59.592695 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-9b9f4b10-c39f-453a-a48e-b7226467c379 admin admin] Request body: {'subnet': {'network_id': '20330086-3ab9-4fa3-aeb0-9f2a2ca4b599', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-226167371-subnet', 'tenant_id': '8878625c62a04d8da9ec6b55adf34a1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:17:59.604809 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3ab1d-ce72-42b9-8fcc-5fa5db64e9cd admin admin] Pushing event updated for resources: {'Network': ['ID=20330086-3ab9-4fa3-aeb0-9f2a2ca4b599,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:17:59.613388 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Publish callbacks [] for port (7c26ce42-eb1e-4efb-ade9-de7cd56bd036), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:59.630356 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Network 20330086-3ab9-4fa3-aeb0-9f2a2ca4b599 details requested by agent ovs-agent-dv-cinder-799871-46-iscsi with host dv-cinder-799871-46-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 02:17:59.671329 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8541a53-a623-486c-b37b-d7e03cbd59e5 admin admin] Network bda255f1-8497-41f0-9d65-8f281bd7eb0d is scheduled to be hosted by DHCP agent 301b8458-925c-4c76-ae1b-6d21194a75ed with binding_index 1 {{(pid=103999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 02:17:59.672850 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3f1cfca7-ef5f-4b6d-a2e9-c67c6529cfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577'] for subnet (513c1778-c30a-4f29-8342-23c667537e2d), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:59.673590 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9f4b10-c39f-453a-a48e-b7226467c379 admin admin] Made reservation on behalf of 8878625c62a04d8da9ec6b55adf34a1c for: {'subnet': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:17:59.676500 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9b9f4b10-c39f-453a-a48e-b7226467c379 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:59.692327 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659'] for port (7c26ce42-eb1e-4efb-ade9-de7cd56bd036), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:59.746232 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-b8541a53-a623-486c-b37b-d7e03cbd59e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-46-iscsi, bda255f1-8497-41f0-9d65-8f281bd7eb0d) {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:17:59.767936 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8541a53-a623-486c-b37b-d7e03cbd59e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:17:59.768815 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b8541a53-a623-486c-b37b-d7e03cbd59e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for subnet (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:59.807939 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-b8541a53-a623-486c-b37b-d7e03cbd59e5 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3487625 Jul 28 02:17:59.813881 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 40936) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:17:59.820706 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-046ca548-bfbc-40db-91d1-f7d98a9943cc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:17:59.837519 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39247a82-653d-4875-8d2f-065b4f80aaf2 None None] Network bda255f1-8497-41f0-9d65-8f281bd7eb0d requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:17:59.853105 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Network b7a41f53-02ba-4d68-a9f3-9f5c3103be75 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:17:59.854956 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Pushing event updated for resources: {'Port': ['ID=7c26ce42-eb1e-4efb-ade9-de7cd56bd036,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:17:59.871964 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:17:59.881795 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:17:59.884573 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-046ca548-bfbc-40db-91d1-f7d98a9943cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-931'] for router (36354f44-4c5b-4f6a-b262-2f1cd2d07967), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:59.886657 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-046ca548-bfbc-40db-91d1-f7d98a9943cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1600240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-345463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-938'] for router (36354f44-4c5b-4f6a-b262-2f1cd2d07967), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:17:59.889743 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:59.890096 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:59.890931 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:59.891294 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:59.891726 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:59.892063 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:59.892390 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:59.892719 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:59.893231 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:59.893739 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:59.894071 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:59.894415 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:59.894767 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:59.895875 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:59.896201 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Tracked resource versions report: Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: pushed versions: Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: { 'AddressGroup': {'1.2'}, Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: 'Agent': {'1.1'}, Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: 'ConntrackHelper': {'1.0'}, Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: 'LocalIPAssociation': {'1.0'}, Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: 'Log': {'1.0'}, Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: 'NDPProxy': {'1.0'}, Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: 'Network': {'1.1'}, Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: 'Port': {'1.7'}, Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: 'PortForwarding': {'1.3'}, Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: 'QosPolicy': {'1.10'}, Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: 'SecurityGroup': {'1.5'}, Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: 'SecurityGroupRule': {'1.2'}, Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: 'SubPort': {'1.0'}, Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: 'Subnet': {'1.1'}, Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: 'Trunk': {'1.1'}} Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: consumer versions: Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: { DHCP agent@dv-cinder-799871-46-iscsi: {}, Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: HyperV agent@hv-cinder-79987: {}, Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: L3 agent@dv-cinder-799871-46-iscsi: {}, Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: Metadata agent@dv-cinder-799871-46-iscsi: {}, Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: Metering agent@dv-cinder-799871-46-iscsi: {}, Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: Open vSwitch agent@dv-cinder-799871-46-iscsi: { 'AddressGroup': '1.2', Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: 'Agent': '1.1', Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: 'ConntrackHelper': '1.0', Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: 'LocalIPAssociation': '1.0', Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: 'Log': '1.0', Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: 'NDPProxy': '1.0', Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: 'Network': '1.1', Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: 'Port': '1.7', Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: 'PortForwarding': '1.3', Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: 'QosPolicy': '1.10', Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: 'SecurityGroup': '1.5', Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: 'SecurityGroupRule': '1.2', Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: 'SubPort': '1.0', Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: 'Subnet': '1.1', Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: 'Trunk': '1.1'}} Jul 28 02:17:59.898226 dv-cinder-799871-46-iscsi neutron-server[104001]: {{(pid=104001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 02:17:59.985709 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1cfca7-ef5f-4b6d-a2e9-c67c6529cfd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=513c1778-c30a-4f29-8342-23c667537e2d,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:00.040496 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:00.044192 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Attempting to bind port 7c26ce42-eb1e-4efb-ade9-de7cd56bd036 on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:18:00.044616 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Attempting to bind port 7c26ce42-eb1e-4efb-ade9-de7cd56bd036 by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': 'd704733b-9866-4f1a-bedf-601228758543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:18:00.045491 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Attempting to bind port 7c26ce42-eb1e-4efb-ade9-de7cd56bd036 on network b7a41f53-02ba-4d68-a9f3-9f5c3103be75 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:18:00.054437 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fbe742d8-b121-4cb0-91dd-86caeaad7d99 admin admin] Publish callbacks [] for router_gateway (092088de-1220-4858-bb69-e854a706a1d4), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:00.056272 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:00.066346 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1cfca7-ef5f-4b6d-a2e9-c67c6529cfd2 admin admin] Checking segment: {'id': '2c48cfd2-062b-4647-a482-5c8161baa2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1945b63c-bc56-48e7-a890-1321d0b15d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:18:00.067092 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1cfca7-ef5f-4b6d-a2e9-c67c6529cfd2 admin admin] Network hostable DHCP agents. Network: 1945b63c-bc56-48e7-a890-1321d0b15d6d, hostable agents: ['301b8458-925c-4c76-ae1b-6d21194a75ed'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 02:18:00.083715 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=11,neutron:DELETE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:00.115919 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:18:00.116335 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Checking segment: {'id': 'd704733b-9866-4f1a-bedf-601228758543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:18:00.118916 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:00.119468 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Bound using segment: {'id': 'd704733b-9866-4f1a-bedf-601228758543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:18:00.120031 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Bound port: 7c26ce42-eb1e-4efb-ade9-de7cd56bd036, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd704733b-9866-4f1a-bedf-601228758543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:18:00.120425 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (7c26ce42-eb1e-4efb-ade9-de7cd56bd036), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:00.145874 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-046ca548-bfbc-40db-91d1-f7d98a9943cc admin admin] Publish callbacks [] for router_controller (36354f44-4c5b-4f6a-b262-2f1cd2d07967), precommit_add_association {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:00.166649 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fbe742d8-b121-4cb0-91dd-86caeaad7d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:00.289325 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:00.321928 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1cfca7-ef5f-4b6d-a2e9-c67c6529cfd2 admin admin] Network 1945b63c-bc56-48e7-a890-1321d0b15d6d is scheduled to be hosted by DHCP agent 301b8458-925c-4c76-ae1b-6d21194a75ed with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 02:18:00.323237 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9b9f4b10-c39f-453a-a48e-b7226467c379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577'] for subnet (d64f3cfb-2692-40e7-bdc2-f6c068845956), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:00.367430 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-3f1cfca7-ef5f-4b6d-a2e9-c67c6529cfd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-46-iscsi, 1945b63c-bc56-48e7-a890-1321d0b15d6d) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:18:00.391115 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446f256b-4b70-4955-8df3-78fada311999 None None] Network 1945b63c-bc56-48e7-a890-1321d0b15d6d requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:18:00.392825 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1cfca7-ef5f-4b6d-a2e9-c67c6529cfd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:00.395036 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3f1cfca7-ef5f-4b6d-a2e9-c67c6529cfd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:00.467485 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f4b10-c39f-453a-a48e-b7226467c379 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d64f3cfb-2692-40e7-bdc2-f6c068845956,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:00.485678 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-3f1cfca7-ef5f-4b6d-a2e9-c67c6529cfd2 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8040354 Jul 28 02:18:00.487309 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 40970) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:00.492296 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-4100e529-2a08-4df9-a430-6fd4c9f7580a admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1748751749-router', 'tenant_id': 'a042e3701d7842b29f4f3caddc8dd0b8', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:18:00.526177 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-fbe742d8-b121-4cb0-91dd-86caeaad7d99 admin admin] Allocated IP 172.27.0.142 (fac975fe-f61e-48f2-98cd-c3133f923d7b/e1a55f55-f115-45c6-a5b1-44ded4e4dd9d/f3fba4df-ea49-43a5-adf9-1e2251604f08) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:18:00.551419 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] For port 7c26ce42-eb1e-4efb-ade9-de7cd56bd036, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:18:00.605979 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] For port 7c26ce42-eb1e-4efb-ade9-de7cd56bd036, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=7c26ce42-eb1e-4efb-ade9-de7cd56bd036,segment=NetworkSegment(d704733b-9866-4f1a-bedf-601228758543),segment_id=d704733b-9866-4f1a-bedf-601228758543)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:18:00.717704 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fbe742d8-b121-4cb0-91dd-86caeaad7d99 admin admin] Publish callbacks [] for port (f3fba4df-ea49-43a5-adf9-1e2251604f08), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:00.717946 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-046ca548-bfbc-40db-91d1-f7d98a9943cc admin admin] Publish callbacks [] for router_gateway (36354f44-4c5b-4f6a-b262-2f1cd2d07967), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:00.745381 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9f4b10-c39f-453a-a48e-b7226467c379 admin admin] Checking segment: {'id': '51930b16-f1af-4959-bbff-4a668f5f405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '20330086-3ab9-4fa3-aeb0-9f2a2ca4b599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:18:00.749430 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9f4b10-c39f-453a-a48e-b7226467c379 admin admin] Network hostable DHCP agents. Network: 20330086-3ab9-4fa3-aeb0-9f2a2ca4b599, hostable agents: ['301b8458-925c-4c76-ae1b-6d21194a75ed'], hosted agents: [] {{(pid=103999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 02:18:00.756018 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4100e529-2a08-4df9-a430-6fd4c9f7580a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-931'] for router (7e3e39dd-b40d-4402-8a57-5cdbeac52ab0), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:00.766952 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4100e529-2a08-4df9-a430-6fd4c9f7580a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1600240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-345463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-938'] for router (7e3e39dd-b40d-4402-8a57-5cdbeac52ab0), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:00.796845 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:00.810385 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fbe742d8-b121-4cb0-91dd-86caeaad7d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659'] for port (f3fba4df-ea49-43a5-adf9-1e2251604f08), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:00.891336 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 40986) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:00.905937 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe742d8-b121-4cb0-91dd-86caeaad7d99 admin admin] Network fac975fe-f61e-48f2-98cd-c3133f923d7b is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:18:00.907035 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:00.914140 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-fbe742d8-b121-4cb0-91dd-86caeaad7d99 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:18:00.918931 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe742d8-b121-4cb0-91dd-86caeaad7d99 admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:18:00.945956 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (7c26ce42-eb1e-4efb-ade9-de7cd56bd036), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:01.009622 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d27e2e-8e79-4982-a143-7fef8700411f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9572ff98-a2bf-566e-ab98-0b103bee2557-bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f'}]}} from dv-cinder-799871-46-iscsi. {{(pid=104001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 02:18:01.011692 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-21d27e2e-8e79-4982-a143-7fef8700411f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:01.046275 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4100e529-2a08-4df9-a430-6fd4c9f7580a admin admin] Publish callbacks [] for router_controller (7e3e39dd-b40d-4402-8a57-5cdbeac52ab0), precommit_add_association {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:01.056240 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9f4b10-c39f-453a-a48e-b7226467c379 admin admin] Network 20330086-3ab9-4fa3-aeb0-9f2a2ca4b599 is scheduled to be hosted by DHCP agent 301b8458-925c-4c76-ae1b-6d21194a75ed with binding_index 1 {{(pid=103999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 02:18:01.135677 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:01.244298 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 41002) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:01.245275 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-9b9f4b10-c39f-453a-a48e-b7226467c379 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-46-iscsi, 20330086-3ab9-4fa3-aeb0-9f2a2ca4b599) {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:18:01.292795 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9f4b10-c39f-453a-a48e-b7226467c379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:01.293644 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9b9f4b10-c39f-453a-a48e-b7226467c379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for subnet (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:01.303716 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe742d8-b121-4cb0-91dd-86caeaad7d99 admin admin] Pushing event updated for resources: {'Port': ['ID=f3fba4df-ea49-43a5-adf9-1e2251604f08,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:01.311903 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f9c1af-ad0c-4db5-b7b0-bda3b24c6bfd None None] Network 20330086-3ab9-4fa3-aeb0-9f2a2ca4b599 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:18:01.328630 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf1dfe9-7c5d-4180-a4c6-54d5b19bfe92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9572ff98-a2bf-566e-ab98-0b103bee2557-1945b63c-bc56-48e7-a890-1321d0b15d6d', 'network_id': '1945b63c-bc56-48e7-a890-1321d0b15d6d', 'project_id': 'a042e3701d7842b29f4f3caddc8dd0b8', 'fixed_ips': [{'subnet_id': '513c1778-c30a-4f29-8342-23c667537e2d'}]}} from dv-cinder-799871-46-iscsi. {{(pid=104001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 02:18:01.329866 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9cf1dfe9-7c5d-4180-a4c6-54d5b19bfe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:01.332102 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fbe742d8-b121-4cb0-91dd-86caeaad7d99 admin admin] Publish callbacks [] for router_gateway (092088de-1220-4858-bb69-e854a706a1d4), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:01.467231 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-9b9f4b10-c39f-453a-a48e-b7226467c379 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8848555 Jul 28 02:18:01.586778 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e5fc2080-214f-42de-bddd-a37e1490b340 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:01.586778 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4100e529-2a08-4df9-a430-6fd4c9f7580a admin admin] Publish callbacks [] for router_gateway (7e3e39dd-b40d-4402-8a57-5cdbeac52ab0), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:01.586778 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1de2fb3f-e1d4-48b2-a56c-78bc56756004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:01.758746 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2cd097-a3b1-4cd3-9472-9eafa4f33bca None None] Pushing event updated for resources: {'Port': ['ID=7c26ce42-eb1e-4efb-ade9-de7cd56bd036,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:01.761739 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:01.832893 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-046ca548-bfbc-40db-91d1-f7d98a9943cc admin admin] Publish callbacks [] for router_gateway (36354f44-4c5b-4f6a-b262-2f1cd2d07967), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:01.855548 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-21d27e2e-8e79-4982-a143-7fef8700411f None None] Allocated IP 172.20.0.2 (bda255f1-8497-41f0-9d65-8f281bd7eb0d/0b6c1c1a-91bf-46d8-8e77-626f9a84855f/f05cdcb5-9f57-470c-b49a-9c378ae5fdc9) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:18:01.891709 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:01.930376 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-046ca548-bfbc-40db-91d1-f7d98a9943cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:02.073563 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6010d0c3-0840-4245-a364-68ab9537a78b None None] Network 20330086-3ab9-4fa3-aeb0-9f2a2ca4b599 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:18:02.081703 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:02.159283 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-9cf1dfe9-7c5d-4180-a4c6-54d5b19bfe92 None None] Allocated IP 172.20.0.2 (1945b63c-bc56-48e7-a890-1321d0b15d6d/513c1778-c30a-4f29-8342-23c667537e2d/e9ece68a-3a52-4b68-a2fa-1313dc8e39b8) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:18:02.268755 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:02.295478 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fbe742d8-b121-4cb0-91dd-86caeaad7d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1600198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363916'] for router (092088de-1220-4858-bb69-e854a706a1d4), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:02.470115 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=76,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=19 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:02.532726 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4100e529-2a08-4df9-a430-6fd4c9f7580a admin admin] Publish callbacks [] for router_gateway (7e3e39dd-b40d-4402-8a57-5cdbeac52ab0), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:02.581881 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e5fc2080-214f-42de-bddd-a37e1490b340 admin admin] Publish callbacks [] for security_group (c86fbec7-264f-4c8a-aef6-bd6c053f6552), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:02.605724 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4100e529-2a08-4df9-a430-6fd4c9f7580a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:02.701414 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-21d27e2e-8e79-4982-a143-7fef8700411f None None] Publish callbacks [] for port (f05cdcb5-9f57-470c-b49a-9c378ae5fdc9), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:02.706857 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:02.741940 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe742d8-b121-4cb0-91dd-86caeaad7d99 admin admin] Router 092088de-1220-4858-bb69-e854a706a1d4 is scheduled to L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 with binding_index 1 {{(pid=104000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 02:18:02.759535 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-21d27e2e-8e79-4982-a143-7fef8700411f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659'] for port (f05cdcb5-9f57-470c-b49a-9c378ae5fdc9), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:02.794162 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [None req-046ca548-bfbc-40db-91d1-f7d98a9943cc admin admin] Allocated IP 172.27.0.189 (fac975fe-f61e-48f2-98cd-c3133f923d7b/e1a55f55-f115-45c6-a5b1-44ded4e4dd9d/420d1770-f371-4ef3-80de-40843395f9e1) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:18:02.811950 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1de2fb3f-e1d4-48b2-a56c-78bc56756004 admin admin] Publish callbacks [] for security_group (1969ea8a-c6dc-4369-ad5d-ab9df14f8e5b), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:02.817968 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e5fc2080-214f-42de-bddd-a37e1490b340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (c86fbec7-264f-4c8a-aef6-bd6c053f6552), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:02.835012 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 41034) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:02.857881 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1de2fb3f-e1d4-48b2-a56c-78bc56756004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (1969ea8a-c6dc-4369-ad5d-ab9df14f8e5b), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:02.884792 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-0c2ac786-deef-4727-9064-67b042bbbb25 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-370358242-network', 'tenant_id': 'c365153bf2af40ea9221f80f8e62c36b'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:18:02.899321 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe742d8-b121-4cb0-91dd-86caeaad7d99 admin admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:18:02.912673 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702e31b3-fccf-478a-ab61-8cc3bce210b0 None None] Sync routers for ids ['092088de-1220-4858-bb69-e854a706a1d4'] in dv-cinder-799871-46-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:18:02.935799 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702e31b3-fccf-478a-ab61-8cc3bce210b0 None None] Routers {'092088de-1220-4858-bb69-e854a706a1d4'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:18:02.936846 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-702e31b3-fccf-478a-ab61-8cc3bce210b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:17:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['092088de-1220-4858-bb69-e854a706a1d4'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:18:02.937436 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d27e2e-8e79-4982-a143-7fef8700411f None None] Network bda255f1-8497-41f0-9d65-8f281bd7eb0d is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:18:02.943474 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fbe742d8-b121-4cb0-91dd-86caeaad7d99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:02.949236 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-fbe742d8-b121-4cb0-91dd-86caeaad7d99 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3615634 Jul 28 02:18:02.953450 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 41038) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:02.967745 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-21d27e2e-8e79-4982-a143-7fef8700411f None None] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:18:02.979114 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043f8d1d-7c62-4394-b840-a813080db72b None None] Network b7a41f53-02ba-4d68-a9f3-9f5c3103be75 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:18:02.988453 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d27e2e-8e79-4982-a143-7fef8700411f None None] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:18:03.061804 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d27e2e-8e79-4982-a143-7fef8700411f None None] Pushing event updated for resources: {'Port': ['ID=f05cdcb5-9f57-470c-b49a-9c378ae5fdc9,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:03.185127 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-1de2fb3f-e1d4-48b2-a56c-78bc56756004 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3e0aa1c6618442ac8742f25a97fcdf48&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9371810 Jul 28 02:18:03.210568 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 41046) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:03.229417 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9cf1dfe9-7c5d-4180-a4c6-54d5b19bfe92 None None] Publish callbacks [] for port (e9ece68a-3a52-4b68-a2fa-1313dc8e39b8), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:03.334464 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-65c43fa5-c0c0-48dc-b40c-2949ee3ea158 None None] Provisioning complete for port 7c26ce42-eb1e-4efb-ade9-de7cd56bd036 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:03.336833 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-65c43fa5-c0c0-48dc-b40c-2949ee3ea158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (7c26ce42-eb1e-4efb-ade9-de7cd56bd036), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:03.340001 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc2080-214f-42de-bddd-a37e1490b340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86fbec7-264f-4c8a-aef6-bd6c053f6552,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:03.348031 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-e5fc2080-214f-42de-bddd-a37e1490b340 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ed24c4fa14894cff86020c6ef66c47ae&name=default HTTP/1.1" status: 200 len: 2992 time: 2.4551678 Jul 28 02:18:03.361452 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 41050) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:03.366756 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 7c26ce42-eb1e-4efb-ade9-de7cd56bd036 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:18:03.398978 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2ac786-deef-4727-9064-67b042bbbb25 admin admin] Made reservation on behalf of c365153bf2af40ea9221f80f8e62c36b for: {'network': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:18:03.402526 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0c2ac786-deef-4727-9064-67b042bbbb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for network (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:03.421448 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-702e31b3-fccf-478a-ab61-8cc3bce210b0 None None] Set router 092088de-1220-4858-bb69-e854a706a1d4 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:18:03.433829 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9cf1dfe9-7c5d-4180-a4c6-54d5b19bfe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659'] for port (e9ece68a-3a52-4b68-a2fa-1313dc8e39b8), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:03.498394 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0c2ac786-deef-4727-9064-67b042bbbb25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:03.639975 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0c2ac786-deef-4727-9064-67b042bbbb25 admin admin] Publish callbacks [] for security_group (e575c8d5-9a87-4cb6-bd17-42b830fd03e4), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:03.640932 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:03.647776 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2fb3f-e1d4-48b2-a56c-78bc56756004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1969ea8a-c6dc-4369-ad5d-ab9df14f8e5b,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:03.664867 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0c2ac786-deef-4727-9064-67b042bbbb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (e575c8d5-9a87-4cb6-bd17-42b830fd03e4), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:03.691574 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 7c26ce42-eb1e-4efb-ade9-de7cd56bd036 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:03.691973 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (7c26ce42-eb1e-4efb-ade9-de7cd56bd036), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:03.727320 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4b7dc1e4-b523-4383-9692-e98b1621308b admin admin] Publish callbacks [] for security_group (1969ea8a-c6dc-4369-ad5d-ab9df14f8e5b), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:03.730484 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-702e31b3-fccf-478a-ab61-8cc3bce210b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092088de-1220-4858-bb69-e854a706a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-817987684-router', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:58Z', 'updated_at': '2022-07-28T02:18:01Z', 'revision_number': 3, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'gw_port': {'id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:64:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:00Z', 'updated_at': '2022-07-28T02:18:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi'}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:18:03.756479 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4b7dc1e4-b523-4383-9692-e98b1621308b admin admin] Publish callbacks [] for security_group (1969ea8a-c6dc-4369-ad5d-ab9df14f8e5b), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:03.785152 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:03.791838 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1dfe9-7c5d-4180-a4c6-54d5b19bfe92 None None] Pushing event updated for resources: {'Port': ['ID=e9ece68a-3a52-4b68-a2fa-1313dc8e39b8,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:03.799917 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-21d27e2e-8e79-4982-a143-7fef8700411f None None] Attempting to bind port f05cdcb5-9f57-470c-b49a-9c378ae5fdc9 on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:18:03.801002 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-21d27e2e-8e79-4982-a143-7fef8700411f None None] Attempting to bind port f05cdcb5-9f57-470c-b49a-9c378ae5fdc9 by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': 'ad593867-37dc-486f-9ad0-984d268f99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:18:03.801603 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d27e2e-8e79-4982-a143-7fef8700411f None None] Attempting to bind port f05cdcb5-9f57-470c-b49a-9c378ae5fdc9 on network bda255f1-8497-41f0-9d65-8f281bd7eb0d {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:18:03.802313 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702e31b3-fccf-478a-ab61-8cc3bce210b0 None None] Checking router: 092088de-1220-4858-bb69-e854a706a1d4 for host: dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:18:03.803253 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702e31b3-fccf-478a-ab61-8cc3bce210b0 None None] Updating router 092088de-1220-4858-bb69-e854a706a1d4 port f3fba4df-ea49-43a5-adf9-1e2251604f08 binding host dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 02:18:03.837678 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf1dfe9-7c5d-4180-a4c6-54d5b19bfe92 None None] Network 1945b63c-bc56-48e7-a890-1321d0b15d6d is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:18:03.845352 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d27e2e-8e79-4982-a143-7fef8700411f None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:18:03.847309 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-046ca548-bfbc-40db-91d1-f7d98a9943cc admin admin] Publish callbacks [] for port (420d1770-f371-4ef3-80de-40843395f9e1), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:03.848223 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d27e2e-8e79-4982-a143-7fef8700411f None None] Checking segment: {'id': 'ad593867-37dc-486f-9ad0-984d268f99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:18:03.848666 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-21d27e2e-8e79-4982-a143-7fef8700411f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:03.849103 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d27e2e-8e79-4982-a143-7fef8700411f None None] Bound using segment: {'id': 'ad593867-37dc-486f-9ad0-984d268f99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:18:03.849450 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1e594b0f-e262-44f0-a9e1-6187af75bf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:03.849868 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-21d27e2e-8e79-4982-a143-7fef8700411f None None] Bound port: f05cdcb5-9f57-470c-b49a-9c378ae5fdc9, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad593867-37dc-486f-9ad0-984d268f99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:18:03.850004 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-21d27e2e-8e79-4982-a143-7fef8700411f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (f05cdcb5-9f57-470c-b49a-9c378ae5fdc9), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:03.861485 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-702e31b3-fccf-478a-ab61-8cc3bce210b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (f3fba4df-ea49-43a5-adf9-1e2251604f08), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:03.876804 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:03.880905 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-9cf1dfe9-7c5d-4180-a4c6-54d5b19bfe92 None None] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:18:03.888907 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf1dfe9-7c5d-4180-a4c6-54d5b19bfe92 None None] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:18:03.914430 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4b7dc1e4-b523-4383-9692-e98b1621308b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (1969ea8a-c6dc-4369-ad5d-ab9df14f8e5b), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:03.917016 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4b7dc1e4-b523-4383-9692-e98b1621308b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:03.920656 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-4b7dc1e4-b523-4383-9692-e98b1621308b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1969ea8a-c6dc-4369-ad5d-ab9df14f8e5b HTTP/1.1" status: 204 len: 168 time: 0.7025476 Jul 28 02:18:03.926375 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c2ac786-deef-4727-9064-67b042bbbb25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=103999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 02:18:03.949712 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ac786-deef-4727-9064-67b042bbbb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e575c8d5-9a87-4cb6-bd17-42b830fd03e4,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:03.996395 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0c2ac786-deef-4727-9064-67b042bbbb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (55a97fe2-0056-4174-a0f8-41c0e990114d), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:03.996742 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.db.segments_db [None req-0c2ac786-deef-4727-9064-67b042bbbb25 admin admin] Added segment 55a97fe2-0056-4174-a0f8-41c0e990114d of type vlan for network 2fc1e9a5-2f34-48db-8336-92a1860ea9be Jul 28 02:18:04.006668 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7dc1e4-b523-4383-9692-e98b1621308b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1969ea8a-c6dc-4369-ad5d-ab9df14f8e5b,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:04.039206 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-cdc33b80-0860-422b-9d1b-67436f26b2f1 admin admin] Publish callbacks [] for security_group (c86fbec7-264f-4c8a-aef6-bd6c053f6552), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:04.135429 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-046ca548-bfbc-40db-91d1-f7d98a9943cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659'] for port (420d1770-f371-4ef3-80de-40843395f9e1), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:04.148210 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-cdc33b80-0860-422b-9d1b-67436f26b2f1 admin admin] Publish callbacks [] for security_group (c86fbec7-264f-4c8a-aef6-bd6c053f6552), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:04.182527 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0c2ac786-deef-4727-9064-67b042bbbb25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752357420409'] for network (2fc1e9a5-2f34-48db-8336-92a1860ea9be), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:04.193717 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:04.198724 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:04.229291 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-1e594b0f-e262-44f0-a9e1-6187af75bf60 admin admin] Allocated IP 172.20.0.1 (b7a41f53-02ba-4d68-a9f3-9f5c3103be75/5140c104-3441-42e7-8ecc-b111359f4da5/c6f15b7a-865b-476a-9dbe-468347d9bf63) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:18:04.257393 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-65c43fa5-c0c0-48dc-b40c-2949ee3ea158 None None] Current status of the port 7c26ce42-eb1e-4efb-ade9-de7cd56bd036 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:04.258001 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-65c43fa5-c0c0-48dc-b40c-2949ee3ea158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (7c26ce42-eb1e-4efb-ade9-de7cd56bd036), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:04.333968 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:04.335732 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-9cf1dfe9-7c5d-4180-a4c6-54d5b19bfe92 None None] Attempting to bind port e9ece68a-3a52-4b68-a2fa-1313dc8e39b8 on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:18:04.336303 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-9cf1dfe9-7c5d-4180-a4c6-54d5b19bfe92 None None] Attempting to bind port e9ece68a-3a52-4b68-a2fa-1313dc8e39b8 by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': '2c48cfd2-062b-4647-a482-5c8161baa2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1945b63c-bc56-48e7-a890-1321d0b15d6d'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:18:04.336670 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf1dfe9-7c5d-4180-a4c6-54d5b19bfe92 None None] Attempting to bind port e9ece68a-3a52-4b68-a2fa-1313dc8e39b8 on network 1945b63c-bc56-48e7-a890-1321d0b15d6d {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:18:04.349651 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-21d27e2e-8e79-4982-a143-7fef8700411f None None] For port f05cdcb5-9f57-470c-b49a-9c378ae5fdc9, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:18:04.354190 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf1dfe9-7c5d-4180-a4c6-54d5b19bfe92 None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:18:04.354435 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf1dfe9-7c5d-4180-a4c6-54d5b19bfe92 None None] Checking segment: {'id': '2c48cfd2-062b-4647-a482-5c8161baa2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1945b63c-bc56-48e7-a890-1321d0b15d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:18:04.354840 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9cf1dfe9-7c5d-4180-a4c6-54d5b19bfe92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:04.355407 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf1dfe9-7c5d-4180-a4c6-54d5b19bfe92 None None] Bound using segment: {'id': '2c48cfd2-062b-4647-a482-5c8161baa2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1945b63c-bc56-48e7-a890-1321d0b15d6d'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:18:04.355887 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-9cf1dfe9-7c5d-4180-a4c6-54d5b19bfe92 None None] Bound port: e9ece68a-3a52-4b68-a2fa-1313dc8e39b8, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c48cfd2-062b-4647-a482-5c8161baa2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1945b63c-bc56-48e7-a890-1321d0b15d6d'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:18:04.356753 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9cf1dfe9-7c5d-4180-a4c6-54d5b19bfe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (e9ece68a-3a52-4b68-a2fa-1313dc8e39b8), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:04.398133 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:04.418472 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1e594b0f-e262-44f0-a9e1-6187af75bf60 admin admin] Publish callbacks [] for port (c6f15b7a-865b-476a-9dbe-468347d9bf63), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:04.440521 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-cdc33b80-0860-422b-9d1b-67436f26b2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (c86fbec7-264f-4c8a-aef6-bd6c053f6552), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:04.443768 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-cdc33b80-0860-422b-9d1b-67436f26b2f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:04.444719 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-21d27e2e-8e79-4982-a143-7fef8700411f None None] For port f05cdcb5-9f57-470c-b49a-9c378ae5fdc9, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=f05cdcb5-9f57-470c-b49a-9c378ae5fdc9,segment=NetworkSegment(ad593867-37dc-486f-9ad0-984d268f99db),segment_id=ad593867-37dc-486f-9ad0-984d268f99db)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:18:04.445385 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-cdc33b80-0860-422b-9d1b-67436f26b2f1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c86fbec7-264f-4c8a-aef6-bd6c053f6552 HTTP/1.1" status: 204 len: 168 time: 1.0800231 Jul 28 02:18:04.450437 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046ca548-bfbc-40db-91d1-f7d98a9943cc admin admin] Network fac975fe-f61e-48f2-98cd-c3133f923d7b is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:18:04.476436 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc33b80-0860-422b-9d1b-67436f26b2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86fbec7-264f-4c8a-aef6-bd6c053f6552,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:04.478510 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0c2ac786-deef-4727-9064-67b042bbbb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577'] for network (2fc1e9a5-2f34-48db-8336-92a1860ea9be), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:04.479693 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2ac786-deef-4727-9064-67b042bbbb25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:04.480668 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0c2ac786-deef-4727-9064-67b042bbbb25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:04.486778 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1e594b0f-e262-44f0-a9e1-6187af75bf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659'] for port (c6f15b7a-865b-476a-9dbe-468347d9bf63), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:04.510679 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-9cf1dfe9-7c5d-4180-a4c6-54d5b19bfe92 None None] For port e9ece68a-3a52-4b68-a2fa-1313dc8e39b8, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:18:04.514775 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-9cf1dfe9-7c5d-4180-a4c6-54d5b19bfe92 None None] For port e9ece68a-3a52-4b68-a2fa-1313dc8e39b8, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=e9ece68a-3a52-4b68-a2fa-1313dc8e39b8,segment=NetworkSegment(2c48cfd2-062b-4647-a482-5c8161baa2f4),segment_id=2c48cfd2-062b-4647-a482-5c8161baa2f4)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:18:04.521562 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-65c43fa5-c0c0-48dc-b40c-2949ee3ea158 None None] For port 7c26ce42-eb1e-4efb-ade9-de7cd56bd036, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=7c26ce42-eb1e-4efb-ade9-de7cd56bd036,segment=NetworkSegment(d704733b-9866-4f1a-bedf-601228758543),segment_id=d704733b-9866-4f1a-bedf-601228758543)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:18:04.528760 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-21d27e2e-8e79-4982-a143-7fef8700411f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (f05cdcb5-9f57-470c-b49a-9c378ae5fdc9), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:04.551412 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-046ca548-bfbc-40db-91d1-f7d98a9943cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:18:04.561068 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e594b0f-e262-44f0-a9e1-6187af75bf60 admin admin] Network b7a41f53-02ba-4d68-a9f3-9f5c3103be75 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:18:04.561479 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9cf1dfe9-7c5d-4180-a4c6-54d5b19bfe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (e9ece68a-3a52-4b68-a2fa-1313dc8e39b8), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:04.570764 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-1e594b0f-e262-44f0-a9e1-6187af75bf60 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:18:04.572381 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ac786-deef-4727-9064-67b042bbbb25 admin admin] Pushing event updated for resources: {'Network': ['ID=2fc1e9a5-2f34-48db-8336-92a1860ea9be,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:04.578428 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046ca548-bfbc-40db-91d1-f7d98a9943cc admin admin] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:18:04.595936 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e594b0f-e262-44f0-a9e1-6187af75bf60 admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:18:04.598546 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1e594b0f-e262-44f0-a9e1-6187af75bf60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598604'] for router_interface (092088de-1220-4858-bb69-e854a706a1d4), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:04.601445 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-65c43fa5-c0c0-48dc-b40c-2949ee3ea158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (7c26ce42-eb1e-4efb-ade9-de7cd56bd036), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:04.636555 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Network 2fc1e9a5-2f34-48db-8336-92a1860ea9be details requested by agent ovs-agent-dv-cinder-799871-46-iscsi with host dv-cinder-799871-46-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 02:18:04.766062 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e594b0f-e262-44f0-a9e1-6187af75bf60 admin admin] Pushing event updated for resources: {'Port': ['ID=c6f15b7a-865b-476a-9dbe-468347d9bf63,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:04.797920 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 41092) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:04.885529 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1e201339-5a00-40d7-b7f0-5ada2ab1ec01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:04.958876 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ca548-bfbc-40db-91d1-f7d98a9943cc admin admin] Pushing event updated for resources: {'Port': ['ID=420d1770-f371-4ef3-80de-40843395f9e1,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:04.982026 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [None req-4100e529-2a08-4df9-a430-6fd4c9f7580a admin admin] Allocated IP 172.27.0.206 (fac975fe-f61e-48f2-98cd-c3133f923d7b/e1a55f55-f115-45c6-a5b1-44ded4e4dd9d/bbf7f04d-4997-47e7-b5c2-f6d97b88d175) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:18:05.132587 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-0c2ac786-deef-4727-9064-67b042bbbb25 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.2643254 Jul 28 02:18:05.132686 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 41098) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:05.163111 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-adae917d-1f21-46d5-a7d4-f1aff67cef4b admin admin] Request body: {'subnet': {'network_id': '2fc1e9a5-2f34-48db-8336-92a1860ea9be', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-370358242-subnet', 'tenant_id': 'c365153bf2af40ea9221f80f8e62c36b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:18:05.214461 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1e201339-5a00-40d7-b7f0-5ada2ab1ec01 admin admin] Publish callbacks [] for security_group (03aa957c-57bc-48e3-a384-5ba1acb762ca), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:05.215858 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1e594b0f-e262-44f0-a9e1-6187af75bf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (c6f15b7a-865b-476a-9dbe-468347d9bf63), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:05.245954 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 7c26ce42-eb1e-4efb-ade9-de7cd56bd036 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:05.246388 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (7c26ce42-eb1e-4efb-ade9-de7cd56bd036), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:05.336476 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1e201339-5a00-40d7-b7f0-5ada2ab1ec01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (03aa957c-57bc-48e3-a384-5ba1acb762ca), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:05.361475 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-7288c1c3-ed9c-474f-afd5-8ab365d12a0e None None] Provisioning complete for port 7c26ce42-eb1e-4efb-ade9-de7cd56bd036 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:05.364201 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7288c1c3-ed9c-474f-afd5-8ab365d12a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (7c26ce42-eb1e-4efb-ade9-de7cd56bd036), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:05.492946 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d27e2e-8e79-4982-a143-7fef8700411f None None] Pushing event updated for resources: {'Port': ['ID=f05cdcb5-9f57-470c-b49a-9c378ae5fdc9,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:05.494249 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 41102) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:05.495114 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e201339-5a00-40d7-b7f0-5ada2ab1ec01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03aa957c-57bc-48e3-a384-5ba1acb762ca,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:05.557536 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-414311b1-bb7c-4cfd-b7ae-1619643e44d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:05.617308 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.db.api [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 02:18:05.617308 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG oslo_db.api [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 02:18:05.661957 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1dfe9-7c5d-4180-a4c6-54d5b19bfe92 None None] Pushing event updated for resources: {'Port': ['ID=e9ece68a-3a52-4b68-a2fa-1313dc8e39b8,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:05.688126 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:05.698533 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4100e529-2a08-4df9-a430-6fd4c9f7580a admin admin] Publish callbacks [] for port (bbf7f04d-4997-47e7-b5c2-f6d97b88d175), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:05.703263 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-1e201339-5a00-40d7-b7f0-5ada2ab1ec01 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ca7504d316f74c3590ea44aedb50b827&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9041269 Jul 28 02:18:05.716767 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 41108) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:05.741428 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-7288c1c3-ed9c-474f-afd5-8ab365d12a0e None None] Current status of the port 7c26ce42-eb1e-4efb-ade9-de7cd56bd036 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:05.746421 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=14 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:05.757350 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:05.775555 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c43fa5-c0c0-48dc-b40c-2949ee3ea158 None None] Pushing event updated for resources: {'Port': ['ID=7c26ce42-eb1e-4efb-ade9-de7cd56bd036,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:05.806548 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:UPDATE=4,neutron:SELECT=89,neutron:INSERT=7 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:05.810953 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4100e529-2a08-4df9-a430-6fd4c9f7580a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659'] for port (bbf7f04d-4997-47e7-b5c2-f6d97b88d175), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:05.821766 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-414311b1-bb7c-4cfd-b7ae-1619643e44d3 admin admin] Publish callbacks [] for security_group (ba1df2c0-af17-4119-8842-3ceb9763b077), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:05.823282 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-046ca548-bfbc-40db-91d1-f7d98a9943cc admin admin] Publish callbacks [] for router_gateway (36354f44-4c5b-4f6a-b262-2f1cd2d07967), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:05.845456 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adae917d-1f21-46d5-a7d4-f1aff67cef4b admin admin] Made reservation on behalf of c365153bf2af40ea9221f80f8e62c36b for: {'subnet': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:18:05.849056 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-adae917d-1f21-46d5-a7d4-f1aff67cef4b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:05.850429 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-414311b1-bb7c-4cfd-b7ae-1619643e44d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (ba1df2c0-af17-4119-8842-3ceb9763b077), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:05.870026 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-060e9c57-451e-46f6-8498-1002df47d0c9 None None] Provisioning complete for port c6f15b7a-865b-476a-9dbe-468347d9bf63 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:05.873320 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-060e9c57-451e-46f6-8498-1002df47d0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (c6f15b7a-865b-476a-9dbe-468347d9bf63), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:05.927773 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:05.933475 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-060e9c57-451e-46f6-8498-1002df47d0c9 None None] Port c6f15b7a-865b-476a-9dbe-468347d9bf63 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:18:05.968408 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-702e31b3-fccf-478a-ab61-8cc3bce210b0 None None] Publish callbacks [] for port (f3fba4df-ea49-43a5-adf9-1e2251604f08), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:05.975771 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-702e31b3-fccf-478a-ab61-8cc3bce210b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (f3fba4df-ea49-43a5-adf9-1e2251604f08), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:06.000887 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4100e529-2a08-4df9-a430-6fd4c9f7580a admin admin] Network fac975fe-f61e-48f2-98cd-c3133f923d7b is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:18:06.022805 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab054efe-f7fd-4f03-a4c5-808eceb1378b None None] Pushing event updated for resources: {'Port': ['ID=f3fba4df-ea49-43a5-adf9-1e2251604f08,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:06.026578 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-4100e529-2a08-4df9-a430-6fd4c9f7580a admin admin] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:18:06.031800 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4100e529-2a08-4df9-a430-6fd4c9f7580a admin admin] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:18:06.034148 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab054efe-f7fd-4f03-a4c5-808eceb1378b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:18:06.034663 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab054efe-f7fd-4f03-a4c5-808eceb1378b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:18:06.035159 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab054efe-f7fd-4f03-a4c5-808eceb1378b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:18:06.035681 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab054efe-f7fd-4f03-a4c5-808eceb1378b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:18:06.036150 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab054efe-f7fd-4f03-a4c5-808eceb1378b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:18:06.036615 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab054efe-f7fd-4f03-a4c5-808eceb1378b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:18:06.037133 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab054efe-f7fd-4f03-a4c5-808eceb1378b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:18:06.037610 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab054efe-f7fd-4f03-a4c5-808eceb1378b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:18:06.038088 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab054efe-f7fd-4f03-a4c5-808eceb1378b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:18:06.038549 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab054efe-f7fd-4f03-a4c5-808eceb1378b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:18:06.039012 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab054efe-f7fd-4f03-a4c5-808eceb1378b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:18:06.039516 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab054efe-f7fd-4f03-a4c5-808eceb1378b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:18:06.039978 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab054efe-f7fd-4f03-a4c5-808eceb1378b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:18:06.040435 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab054efe-f7fd-4f03-a4c5-808eceb1378b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:18:06.040909 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab054efe-f7fd-4f03-a4c5-808eceb1378b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:18:06.041456 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100e529-2a08-4df9-a430-6fd4c9f7580a admin admin] Pushing event updated for resources: {'Port': ['ID=bbf7f04d-4997-47e7-b5c2-f6d97b88d175,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab054efe-f7fd-4f03-a4c5-808eceb1378b None None] Tracked resource versions report: Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: pushed versions: Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: { 'AddressGroup': {'1.2'}, Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: 'Agent': {'1.1'}, Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: 'ConntrackHelper': {'1.0'}, Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: 'LocalIPAssociation': {'1.0'}, Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: 'Log': {'1.0'}, Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: 'NDPProxy': {'1.0'}, Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: 'Network': {'1.1'}, Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: 'Port': {'1.7'}, Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: 'PortForwarding': {'1.3'}, Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: 'QosPolicy': {'1.10'}, Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: 'SecurityGroup': {'1.5'}, Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: 'SecurityGroupRule': {'1.2'}, Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: 'SubPort': {'1.0'}, Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: 'Subnet': {'1.1'}, Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: 'Trunk': {'1.1'}} Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: consumer versions: Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: { DHCP agent@dv-cinder-799871-46-iscsi: {}, Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: HyperV agent@hv-cinder-79987: {}, Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: L3 agent@dv-cinder-799871-46-iscsi: {}, Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: Metadata agent@dv-cinder-799871-46-iscsi: {}, Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: Metering agent@dv-cinder-799871-46-iscsi: {}, Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: Open vSwitch agent@dv-cinder-799871-46-iscsi: { 'AddressGroup': '1.2', Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: 'Agent': '1.1', Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: 'ConntrackHelper': '1.0', Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: 'LocalIPAssociation': '1.0', Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: 'Log': '1.0', Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: 'NDPProxy': '1.0', Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: 'Network': '1.1', Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: 'Port': '1.7', Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: 'PortForwarding': '1.3', Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: 'QosPolicy': '1.10', Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: 'SecurityGroup': '1.5', Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: 'SecurityGroupRule': '1.2', Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: 'SubPort': '1.0', Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: 'Subnet': '1.1', Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: 'Trunk': '1.1'}} Jul 28 02:18:06.042428 dv-cinder-799871-46-iscsi neutron-server[104002]: {{(pid=104002) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 02:18:06.066040 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-702e31b3-fccf-478a-ab61-8cc3bce210b0 None None] Attempting to bind port f3fba4df-ea49-43a5-adf9-1e2251604f08 on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:18:06.066599 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-702e31b3-fccf-478a-ab61-8cc3bce210b0 None None] Attempting to bind port f3fba4df-ea49-43a5-adf9-1e2251604f08 by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:18:06.067109 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702e31b3-fccf-478a-ab61-8cc3bce210b0 None None] Attempting to bind port f3fba4df-ea49-43a5-adf9-1e2251604f08 on network fac975fe-f61e-48f2-98cd-c3133f923d7b {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:18:06.073099 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702e31b3-fccf-478a-ab61-8cc3bce210b0 None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:18:06.073697 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702e31b3-fccf-478a-ab61-8cc3bce210b0 None None] Checking segment: {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:18:06.074261 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-702e31b3-fccf-478a-ab61-8cc3bce210b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:06.074780 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702e31b3-fccf-478a-ab61-8cc3bce210b0 None None] Bound using segment: {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:18:06.075383 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-702e31b3-fccf-478a-ab61-8cc3bce210b0 None None] Bound port: f3fba4df-ea49-43a5-adf9-1e2251604f08, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:18:06.076062 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-702e31b3-fccf-478a-ab61-8cc3bce210b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (f3fba4df-ea49-43a5-adf9-1e2251604f08), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:06.133881 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-414311b1-bb7c-4cfd-b7ae-1619643e44d3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f2427b28c8ba4d15afa18a2f2b008f4c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6179025 Jul 28 02:18:06.137144 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-702e31b3-fccf-478a-ab61-8cc3bce210b0 None None] For port f3fba4df-ea49-43a5-adf9-1e2251604f08, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:18:06.140838 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-702e31b3-fccf-478a-ab61-8cc3bce210b0 None None] For port f3fba4df-ea49-43a5-adf9-1e2251604f08, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=f3fba4df-ea49-43a5-adf9-1e2251604f08,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:18:06.144953 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 41114) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:06.158293 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1e594b0f-e262-44f0-a9e1-6187af75bf60 admin admin] Publish callbacks [] for port (c6f15b7a-865b-476a-9dbe-468347d9bf63), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:06.162426 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-702e31b3-fccf-478a-ab61-8cc3bce210b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (f3fba4df-ea49-43a5-adf9-1e2251604f08), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:06.165338 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414311b1-bb7c-4cfd-b7ae-1619643e44d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1df2c0-af17-4119-8842-3ceb9763b077,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:06.178070 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1e594b0f-e262-44f0-a9e1-6187af75bf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (c6f15b7a-865b-476a-9dbe-468347d9bf63), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:06.179272 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1e594b0f-e262-44f0-a9e1-6187af75bf60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598704'] for router_interface (092088de-1220-4858-bb69-e854a706a1d4), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:06.195577 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 7c26ce42-eb1e-4efb-ade9-de7cd56bd036 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:06.211016 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-39628107-94f3-420f-9e76-321f9a965be7 admin admin] Publish callbacks [] for security_group (03aa957c-57bc-48e3-a384-5ba1acb762ca), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:06.240301 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:06.247284 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab054efe-f7fd-4f03-a4c5-808eceb1378b None None] Pushing event updated for resources: {'Port': ['ID=f3fba4df-ea49-43a5-adf9-1e2251604f08,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:06.271450 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702e31b3-fccf-478a-ab61-8cc3bce210b0 None None] Routers {'092088de-1220-4858-bb69-e854a706a1d4'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:18:06.272688 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-702e31b3-fccf-478a-ab61-8cc3bce210b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:17:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['092088de-1220-4858-bb69-e854a706a1d4'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:18:06.381694 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-39628107-94f3-420f-9e76-321f9a965be7 admin admin] Publish callbacks [] for security_group (03aa957c-57bc-48e3-a384-5ba1acb762ca), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:06.383585 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e594b0f-e262-44f0-a9e1-6187af75bf60 admin admin] Pushing event updated for resources: {'Port': ['ID=c6f15b7a-865b-476a-9dbe-468347d9bf63,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:06.411366 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3753271-6393-4321-a5e2-e391a55c643e None None] Network 1945b63c-bc56-48e7-a890-1321d0b15d6d requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:18:06.470639 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e594b0f-e262-44f0-a9e1-6187af75bf60 admin admin] Network b7a41f53-02ba-4d68-a9f3-9f5c3103be75 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:18:06.472822 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-1e594b0f-e262-44f0-a9e1-6187af75bf60 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:18:06.556530 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-9195adf9-8a9d-462e-adff-7c8a8eb3cd02 None None] Provisioning complete for port e9ece68a-3a52-4b68-a2fa-1313dc8e39b8 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:06.556944 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9195adf9-8a9d-462e-adff-7c8a8eb3cd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (e9ece68a-3a52-4b68-a2fa-1313dc8e39b8), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:06.563308 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-702e31b3-fccf-478a-ab61-8cc3bce210b0 None None] Set router 092088de-1220-4858-bb69-e854a706a1d4 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:18:06.618730 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 7c26ce42-eb1e-4efb-ade9-de7cd56bd036 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:18:06.681606 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-39628107-94f3-420f-9e76-321f9a965be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (03aa957c-57bc-48e3-a384-5ba1acb762ca), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:06.688075 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-39628107-94f3-420f-9e76-321f9a965be7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:06.693086 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-39628107-94f3-420f-9e76-321f9a965be7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/03aa957c-57bc-48e3-a384-5ba1acb762ca HTTP/1.1" status: 204 len: 168 time: 0.9748828 Jul 28 02:18:06.716303 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:06.725172 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1ab54f93-d353-46a2-96f7-4d014704a57c admin admin] Publish callbacks [] for security_group (ba1df2c0-af17-4119-8842-3ceb9763b077), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:06.761540 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39628107-94f3-420f-9e76-321f9a965be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03aa957c-57bc-48e3-a384-5ba1acb762ca,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:06.811661 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e594b0f-e262-44f0-a9e1-6187af75bf60 admin admin] Router 092088de-1220-4858-bb69-e854a706a1d4 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:18:06.856005 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 7c26ce42-eb1e-4efb-ade9-de7cd56bd036 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:06.856441 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (7c26ce42-eb1e-4efb-ade9-de7cd56bd036), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:06.860738 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:06.914750 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b2a791-ece8-4dcd-8d89-913354f54d3a None None] Network bda255f1-8497-41f0-9d65-8f281bd7eb0d requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:18:06.995216 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-702e31b3-fccf-478a-ab61-8cc3bce210b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092088de-1220-4858-bb69-e854a706a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-817987684-router', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:58Z', 'updated_at': '2022-07-28T02:18:05Z', 'revision_number': 4, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'gw_port': {'id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:64:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:00Z', 'updated_at': '2022-07-28T02:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': 'c6f15b7a-865b-476a-9dbe-468347d9bf63', 'name': '', 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'mac_address': 'fa:16:3e:e6:9d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:03Z', 'updated_at': '2022-07-28T02:18:05Z', 'revision_number': 2, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'subnets': [{'id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:18:07.000998 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1ab54f93-d353-46a2-96f7-4d014704a57c admin admin] Publish callbacks [] for security_group (ba1df2c0-af17-4119-8842-3ceb9763b077), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:07.007508 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-046ca548-bfbc-40db-91d1-f7d98a9943cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1600198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363916'] for router (36354f44-4c5b-4f6a-b262-2f1cd2d07967), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:07.029289 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702e31b3-fccf-478a-ab61-8cc3bce210b0 None None] The sync data for ids ['092088de-1220-4858-bb69-e854a706a1d4'] in dv-cinder-799871-46-iscsi is: [{'id': '092088de-1220-4858-bb69-e854a706a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-817987684-router', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:58Z', 'updated_at': '2022-07-28T02:18:05Z', 'revision_number': 4, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'gw_port': {'id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:64:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:00Z', 'updated_at': '2022-07-28T02:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': 'c6f15b7a-865b-476a-9dbe-468347d9bf63', 'name': '', 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'mac_address': 'fa:16:3e:e6:9d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:03Z', 'updated_at': '2022-07-28T02:18:05Z', 'revision_number': 2, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'subnets': [{'id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:18:07.029779 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e594b0f-e262-44f0-a9e1-6187af75bf60 admin admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:18:07.061438 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-1e594b0f-e262-44f0-a9e1-6187af75bf60 admin admin] 10.222.0.40 "PUT /v2.0/routers/092088de-1220-4858-bb69-e854a706a1d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0953155 Jul 28 02:18:07.090181 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-9195adf9-8a9d-462e-adff-7c8a8eb3cd02 None None] Current status of the port e9ece68a-3a52-4b68-a2fa-1313dc8e39b8 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:07.090569 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9195adf9-8a9d-462e-adff-7c8a8eb3cd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (e9ece68a-3a52-4b68-a2fa-1313dc8e39b8), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:07.140836 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 7c26ce42-eb1e-4efb-ade9-de7cd56bd036 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:07.141983 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device e9ece68a-3a52-4b68-a2fa-1313dc8e39b8 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:18:07.228083 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-9195adf9-8a9d-462e-adff-7c8a8eb3cd02 None None] For port e9ece68a-3a52-4b68-a2fa-1313dc8e39b8, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=e9ece68a-3a52-4b68-a2fa-1313dc8e39b8,segment=NetworkSegment(2c48cfd2-062b-4647-a482-5c8161baa2f4),segment_id=2c48cfd2-062b-4647-a482-5c8161baa2f4)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:18:07.254378 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9195adf9-8a9d-462e-adff-7c8a8eb3cd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (e9ece68a-3a52-4b68-a2fa-1313dc8e39b8), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:07.292357 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:07.333273 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1ab54f93-d353-46a2-96f7-4d014704a57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (ba1df2c0-af17-4119-8842-3ceb9763b077), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:07.336237 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1ab54f93-d353-46a2-96f7-4d014704a57c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:07.337556 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-1ab54f93-d353-46a2-96f7-4d014704a57c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ba1df2c0-af17-4119-8842-3ceb9763b077 HTTP/1.1" status: 204 len: 168 time: 1.1822872 Jul 28 02:18:07.355554 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-adae917d-1f21-46d5-a7d4-f1aff67cef4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577'] for subnet (37fc3d74-6e78-4974-9fe7-100c685ce615), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:07.374749 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port e9ece68a-3a52-4b68-a2fa-1313dc8e39b8 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:07.375326 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (e9ece68a-3a52-4b68-a2fa-1313dc8e39b8), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:07.386072 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:07.417850 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab54f93-d353-46a2-96f7-4d014704a57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1df2c0-af17-4119-8842-3ceb9763b077,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:07.456832 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4100e529-2a08-4df9-a430-6fd4c9f7580a admin admin] Publish callbacks [] for router_gateway (7e3e39dd-b40d-4402-8a57-5cdbeac52ab0), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:07.468274 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195adf9-8a9d-462e-adff-7c8a8eb3cd02 None None] Pushing event updated for resources: {'Port': ['ID=e9ece68a-3a52-4b68-a2fa-1313dc8e39b8,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:07.514208 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-9a22952d-192e-4f2b-8d37-b3cd84e42089 None None] Provisioning complete for port f05cdcb5-9f57-470c-b49a-9c378ae5fdc9 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:07.514595 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9a22952d-192e-4f2b-8d37-b3cd84e42089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (f05cdcb5-9f57-470c-b49a-9c378ae5fdc9), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:07.518319 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae917d-1f21-46d5-a7d4-f1aff67cef4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=37fc3d74-6e78-4974-9fe7-100c685ce615,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:07.642508 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:07.689534 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port e9ece68a-3a52-4b68-a2fa-1313dc8e39b8 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:07.691372 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device f05cdcb5-9f57-470c-b49a-9c378ae5fdc9 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:18:07.757357 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adae917d-1f21-46d5-a7d4-f1aff67cef4b admin admin] Checking segment: {'id': '55a97fe2-0056-4174-a0f8-41c0e990114d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2fc1e9a5-2f34-48db-8336-92a1860ea9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:18:07.757930 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adae917d-1f21-46d5-a7d4-f1aff67cef4b admin admin] Network hostable DHCP agents. Network: 2fc1e9a5-2f34-48db-8336-92a1860ea9be, hostable agents: ['301b8458-925c-4c76-ae1b-6d21194a75ed'], hosted agents: [] {{(pid=103999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 02:18:07.824531 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-9a22952d-192e-4f2b-8d37-b3cd84e42089 None None] Current status of the port f05cdcb5-9f57-470c-b49a-9c378ae5fdc9 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:07.825203 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9a22952d-192e-4f2b-8d37-b3cd84e42089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (f05cdcb5-9f57-470c-b49a-9c378ae5fdc9), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:07.834752 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046ca548-bfbc-40db-91d1-f7d98a9943cc admin admin] Router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 is scheduled to L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 with binding_index 1 {{(pid=103999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 02:18:07.863724 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port f05cdcb5-9f57-470c-b49a-9c378ae5fdc9 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:07.864269 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (f05cdcb5-9f57-470c-b49a-9c378ae5fdc9), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:07.901550 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 41148) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:07.907524 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-01d8d4c6-9deb-4165-82d2-ab776eec370f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1125193305', 'description': 'tempest-description--1528762202'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:18:07.912312 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adae917d-1f21-46d5-a7d4-f1aff67cef4b admin admin] Network 2fc1e9a5-2f34-48db-8336-92a1860ea9be is scheduled to be hosted by DHCP agent 301b8458-925c-4c76-ae1b-6d21194a75ed with binding_index 1 {{(pid=103999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 02:18:07.943064 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-9a22952d-192e-4f2b-8d37-b3cd84e42089 None None] For port f05cdcb5-9f57-470c-b49a-9c378ae5fdc9, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=f05cdcb5-9f57-470c-b49a-9c378ae5fdc9,segment=NetworkSegment(ad593867-37dc-486f-9ad0-984d268f99db),segment_id=ad593867-37dc-486f-9ad0-984d268f99db)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:18:07.958290 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-01d8d4c6-9deb-4165-82d2-ab776eec370f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:07.963734 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9a22952d-192e-4f2b-8d37-b3cd84e42089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (f05cdcb5-9f57-470c-b49a-9c378ae5fdc9), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:07.993273 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-adae917d-1f21-46d5-a7d4-f1aff67cef4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-46-iscsi, 2fc1e9a5-2f34-48db-8336-92a1860ea9be) {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:18:08.034258 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ced313-c74e-4dbc-b358-92777c65889d None None] Network 2fc1e9a5-2f34-48db-8336-92a1860ea9be requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:18:08.045356 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adae917d-1f21-46d5-a7d4-f1aff67cef4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:08.045963 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-adae917d-1f21-46d5-a7d4-f1aff67cef4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for subnet (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:08.059566 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-9a22952d-192e-4f2b-8d37-b3cd84e42089 None None] Provisioning complete for port c6f15b7a-865b-476a-9dbe-468347d9bf63 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:08.060141 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9a22952d-192e-4f2b-8d37-b3cd84e42089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (c6f15b7a-865b-476a-9dbe-468347d9bf63), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:08.123348 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:08.139306 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-adae917d-1f21-46d5-a7d4-f1aff67cef4b admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.9828281 Jul 28 02:18:08.139587 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:08.158263 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-01d8d4c6-9deb-4165-82d2-ab776eec370f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for security_group (02237a53-9635-4c41-b478-34d65114a395), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:08.163643 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4100e529-2a08-4df9-a430-6fd4c9f7580a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1600198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363916'] for router (7e3e39dd-b40d-4402-8a57-5cdbeac52ab0), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:08.172380 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046ca548-bfbc-40db-91d1-f7d98a9943cc admin admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:18:08.179102 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-01d8d4c6-9deb-4165-82d2-ab776eec370f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (02237a53-9635-4c41-b478-34d65114a395), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:08.202542 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port f05cdcb5-9f57-470c-b49a-9c378ae5fdc9 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:08.246583 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846d00ed-849b-4abb-b746-9d0566bf0bf5 None None] Sync routers for ids ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:18:08.253200 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-01d8d4c6-9deb-4165-82d2-ab776eec370f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:08.254715 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-01d8d4c6-9deb-4165-82d2-ab776eec370f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3514669 Jul 28 02:18:08.260362 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 41160) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:08.265767 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8d4c6-9deb-4165-82d2-ab776eec370f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02237a53-9635-4c41-b478-34d65114a395,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:08.274708 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-a1fe0a69-9fd0-4e14-a624-4ffb39fbe001 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Request body: {'security_group_rule': {'security_group_id': '02237a53-9635-4c41-b478-34d65114a395', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:18:08.308776 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-046ca548-bfbc-40db-91d1-f7d98a9943cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:08.310018 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-046ca548-bfbc-40db-91d1-f7d98a9943cc admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.4945152 Jul 28 02:18:08.314374 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:08.315701 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 41164) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:08.327724 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:08.327724 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846d00ed-849b-4abb-b746-9d0566bf0bf5 None None] Routers {'36354f44-4c5b-4f6a-b262-2f1cd2d07967'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:18:08.332864 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-846d00ed-849b-4abb-b746-9d0566bf0bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:17:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:18:08.562816 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-9a22952d-192e-4f2b-8d37-b3cd84e42089 None None] Port c6f15b7a-865b-476a-9dbe-468347d9bf63 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:18:08.567679 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a22952d-192e-4f2b-8d37-b3cd84e42089 None None] Pushing event updated for resources: {'Port': ['ID=f05cdcb5-9f57-470c-b49a-9c378ae5fdc9,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:08.584850 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device e9ece68a-3a52-4b68-a2fa-1313dc8e39b8 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:18:08.626922 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 41170) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:08.749888 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a1fe0a69-9fd0-4e14-a624-4ffb39fbe001 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for security_group_rule (8c223d75-e407-41b5-a357-e4f98cae705f), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:08.911930 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_v2 [None req-c267c6e2-dbff-4ba3-9aaa-0e8e605d54cf admin admin] Deleting subnet d64f3cfb-2692-40e7-bdc2-f6c068845956 {{(pid=103999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 02:18:08.935057 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-9a22952d-192e-4f2b-8d37-b3cd84e42089 None None] Provisioning complete for port e9ece68a-3a52-4b68-a2fa-1313dc8e39b8 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:08.937138 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c267c6e2-dbff-4ba3-9aaa-0e8e605d54cf admin admin] Publish callbacks [] for subnet (d64f3cfb-2692-40e7-bdc2-f6c068845956), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:08.944495 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9a22952d-192e-4f2b-8d37-b3cd84e42089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (e9ece68a-3a52-4b68-a2fa-1313dc8e39b8), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:09.019307 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a1fe0a69-9fd0-4e14-a624-4ffb39fbe001 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for security_group_rule (8c223d75-e407-41b5-a357-e4f98cae705f), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:09.038306 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a1fe0a69-9fd0-4e14-a624-4ffb39fbe001 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (8c223d75-e407-41b5-a357-e4f98cae705f), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:09.103865 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e95759-d864-48fa-9267-adac0766a246 None None] Network 2fc1e9a5-2f34-48db-8336-92a1860ea9be requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:18:09.120189 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c267c6e2-dbff-4ba3-9aaa-0e8e605d54cf admin admin] Publish callbacks [] for subnet (d64f3cfb-2692-40e7-bdc2-f6c068845956), precommit_delete_associations {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:09.190797 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-846d00ed-849b-4abb-b746-9d0566bf0bf5 None None] Set router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:18:09.214456 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe0a69-9fd0-4e14-a624-4ffb39fbe001 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c223d75-e407-41b5-a357-e4f98cae705f,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:09.225160 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c267c6e2-dbff-4ba3-9aaa-0e8e605d54cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401899'] for subnet (d64f3cfb-2692-40e7-bdc2-f6c068845956), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:09.449363 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a1fe0a69-9fd0-4e14-a624-4ffb39fbe001 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:09.456219 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-a1fe0a69-9fd0-4e14-a624-4ffb39fbe001 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1902928 Jul 28 02:18:09.460854 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 41206) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:09.475758 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-27d2b0ea-b584-428d-8321-5ed85b12e0ff tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Request body: {'security_group_rule': {'security_group_id': '02237a53-9635-4c41-b478-34d65114a395', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:18:09.487279 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4100e529-2a08-4df9-a430-6fd4c9f7580a admin admin] Router 7e3e39dd-b40d-4402-8a57-5cdbeac52ab0 is scheduled to L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 with binding_index 1 {{(pid=103999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 02:18:09.499312 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c267c6e2-dbff-4ba3-9aaa-0e8e605d54cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577'] for subnet (d64f3cfb-2692-40e7-bdc2-f6c068845956), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:09.551840 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-af29ffa5-c03b-4f33-bc35-afdb4a8ec80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:09.575873 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:09.576939 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port e9ece68a-3a52-4b68-a2fa-1313dc8e39b8 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:09.577967 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (e9ece68a-3a52-4b68-a2fa-1313dc8e39b8), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:09.582432 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:09.595525 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267c6e2-dbff-4ba3-9aaa-0e8e605d54cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d64f3cfb-2692-40e7-bdc2-f6c068845956,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:09.606527 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c267c6e2-dbff-4ba3-9aaa-0e8e605d54cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:09.623939 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 41214) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:09.624732 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-27d2b0ea-b584-428d-8321-5ed85b12e0ff tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for security_group_rule (b480e383-aee5-4712-b622-02e942c7f411), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:09.626262 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-c267c6e2-dbff-4ba3-9aaa-0e8e605d54cf admin admin] 10.222.0.40 "DELETE /v2.0/subnets/d64f3cfb-2692-40e7-bdc2-f6c068845956 HTTP/1.1" status: 204 len: 168 time: 0.9666383 Jul 28 02:18:09.826244 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-9a22952d-192e-4f2b-8d37-b3cd84e42089 None None] Current status of the port e9ece68a-3a52-4b68-a2fa-1313dc8e39b8 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:09.904331 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4100e529-2a08-4df9-a430-6fd4c9f7580a admin admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:18:09.920478 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce167d7d-5cc8-4008-8a98-cf2e77c87994 None None] Sync routers for ids ['7e3e39dd-b40d-4402-8a57-5cdbeac52ab0'] in dv-cinder-799871-46-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:18:09.930427 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4100e529-2a08-4df9-a430-6fd4c9f7580a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:09.931745 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-4100e529-2a08-4df9-a430-6fd4c9f7580a admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.4431174 Jul 28 02:18:09.938706 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 41224) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:09.945610 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce167d7d-5cc8-4008-8a98-cf2e77c87994 None None] Routers {'7e3e39dd-b40d-4402-8a57-5cdbeac52ab0'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:18:09.947175 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-ce167d7d-5cc8-4008-8a98-cf2e77c87994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:17:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['7e3e39dd-b40d-4402-8a57-5cdbeac52ab0'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:18:10.014972 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-eeec8795-dede-421a-a897-587ed5c7acc9 None None] Provisioning complete for port f05cdcb5-9f57-470c-b49a-9c378ae5fdc9 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:10.016841 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-eeec8795-dede-421a-a897-587ed5c7acc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (f05cdcb5-9f57-470c-b49a-9c378ae5fdc9), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:10.066425 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ef599942-aa67-4c62-99a3-b95dd1aed4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311329'] for network (20330086-3ab9-4fa3-aeb0-9f2a2ca4b599), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:10.164742 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-27d2b0ea-b584-428d-8321-5ed85b12e0ff tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for security_group_rule (b480e383-aee5-4712-b622-02e942c7f411), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:10.183064 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-27d2b0ea-b584-428d-8321-5ed85b12e0ff tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (b480e383-aee5-4712-b622-02e942c7f411), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:10.325464 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-27d2b0ea-b584-428d-8321-5ed85b12e0ff tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:10.350796 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-27d2b0ea-b584-428d-8321-5ed85b12e0ff tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8876700 Jul 28 02:18:10.355837 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 41242) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:10.356739 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d2b0ea-b584-428d-8321-5ed85b12e0ff tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b480e383-aee5-4712-b622-02e942c7f411,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:10.369627 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-63790a95-32d9-46f0-a1ac-70f4d86ee827 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Request body: {'floatingip': {'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:18:10.404031 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port e9ece68a-3a52-4b68-a2fa-1313dc8e39b8 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:10.489555 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-ce167d7d-5cc8-4008-8a98-cf2e77c87994 None None] Set router 7e3e39dd-b40d-4402-8a57-5cdbeac52ab0 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:18:10.497090 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-63790a95-32d9-46f0-a1ac-70f4d86ee827 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:10.536167 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-846d00ed-849b-4abb-b746-9d0566bf0bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '420d1770-f371-4ef3-80de-40843395f9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:59Z', 'updated_at': '2022-07-28T02:18:04Z', 'revision_number': 3, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'gw_port': {'id': '420d1770-f371-4ef3-80de-40843395f9e1', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:01Z', 'updated_at': '2022-07-28T02:18:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi'}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:18:10.616682 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846d00ed-849b-4abb-b746-9d0566bf0bf5 None None] Checking router: 36354f44-4c5b-4f6a-b262-2f1cd2d07967 for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:18:10.624292 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846d00ed-849b-4abb-b746-9d0566bf0bf5 None None] Updating router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 port 420d1770-f371-4ef3-80de-40843395f9e1 binding host dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 02:18:10.758228 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-846d00ed-849b-4abb-b746-9d0566bf0bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (420d1770-f371-4ef3-80de-40843395f9e1), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:10.825405 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7547c61-7258-4ef3-a4cb-672c6fa2eeb0 None None] Sync routers for ids ['092088de-1220-4858-bb69-e854a706a1d4'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:18:10.855079 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-af29ffa5-c03b-4f33-bc35-afdb4a8ec80e admin admin] Allocated IP 172.20.0.1 (bda255f1-8497-41f0-9d65-8f281bd7eb0d/0b6c1c1a-91bf-46d8-8e77-626f9a84855f/40a12468-19ed-487d-a474-8a6063834f45) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:18:10.917043 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7547c61-7258-4ef3-a4cb-672c6fa2eeb0 None None] Routers {'092088de-1220-4858-bb69-e854a706a1d4'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:18:10.926191 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-c7547c61-7258-4ef3-a4cb-672c6fa2eeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:17:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['092088de-1220-4858-bb69-e854a706a1d4'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:18:10.941339 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:10.942102 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:10.952574 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-eeec8795-dede-421a-a897-587ed5c7acc9 None None] Current status of the port f05cdcb5-9f57-470c-b49a-9c378ae5fdc9 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:10.964477 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device f05cdcb5-9f57-470c-b49a-9c378ae5fdc9 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:18:11.051066 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-ce167d7d-5cc8-4008-8a98-cf2e77c87994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3e39dd-b40d-4402-8a57-5cdbeac52ab0', 'name': 'tempest-DeleteServersTestJSON-1748751749-router', 'tenant_id': 'a042e3701d7842b29f4f3caddc8dd0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'bbf7f04d-4997-47e7-b5c2-f6d97b88d175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:18:00Z', 'updated_at': '2022-07-28T02:18:06Z', 'revision_number': 3, 'project_id': 'a042e3701d7842b29f4f3caddc8dd0b8', 'gw_port': {'id': 'bbf7f04d-4997-47e7-b5c2-f6d97b88d175', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3e39dd-b40d-4402-8a57-5cdbeac52ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:02Z', 'updated_at': '2022-07-28T02:18:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi'}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:18:11.053966 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:11.135534 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce167d7d-5cc8-4008-8a98-cf2e77c87994 None None] Checking router: 7e3e39dd-b40d-4402-8a57-5cdbeac52ab0 for host: dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:18:11.135867 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce167d7d-5cc8-4008-8a98-cf2e77c87994 None None] Updating router 7e3e39dd-b40d-4402-8a57-5cdbeac52ab0 port bbf7f04d-4997-47e7-b5c2-f6d97b88d175 binding host dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 02:18:11.205213 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ce167d7d-5cc8-4008-8a98-cf2e77c87994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (bbf7f04d-4997-47e7-b5c2-f6d97b88d175), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:11.359144 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-af29ffa5-c03b-4f33-bc35-afdb4a8ec80e admin admin] Publish callbacks [] for port (40a12468-19ed-487d-a474-8a6063834f45), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:11.359548 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d82624a5-6379-4e96-9935-abbe42f485b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:11.464620 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:11.503058 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port f05cdcb5-9f57-470c-b49a-9c378ae5fdc9 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:11.503464 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (f05cdcb5-9f57-470c-b49a-9c378ae5fdc9), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:11.526531 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ef599942-aa67-4c62-99a3-b95dd1aed4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397509', 'neutron.services.segments.db._delete_segments_for_network-8752357910218'] for network (20330086-3ab9-4fa3-aeb0-9f2a2ca4b599), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:11.559504 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-c7547c61-7258-4ef3-a4cb-672c6fa2eeb0 None None] Set router 092088de-1220-4858-bb69-e854a706a1d4 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:18:11.656964 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ef599942-aa67-4c62-99a3-b95dd1aed4c2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:18:11.660516 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ef599942-aa67-4c62-99a3-b95dd1aed4c2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:18:11.662173 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ef599942-aa67-4c62-99a3-b95dd1aed4c2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:18:11.663656 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ef599942-aa67-4c62-99a3-b95dd1aed4c2 admin admin] Subscribe: > port after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:18:11.664159 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ef599942-aa67-4c62-99a3-b95dd1aed4c2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:18:11.665283 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ef599942-aa67-4c62-99a3-b95dd1aed4c2 admin admin] Subscribe: > port after_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:18:11.667491 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ef599942-aa67-4c62-99a3-b95dd1aed4c2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:18:11.667491 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ef599942-aa67-4c62-99a3-b95dd1aed4c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:18:11.667491 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ef599942-aa67-4c62-99a3-b95dd1aed4c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:18:11.668412 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ef599942-aa67-4c62-99a3-b95dd1aed4c2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:18:11.709755 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:11.787915 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port f05cdcb5-9f57-470c-b49a-9c378ae5fdc9 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:11.791497 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device f3fba4df-ea49-43a5-adf9-1e2251604f08 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:18:11.807200 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:11.900782 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [None req-d82624a5-6379-4e96-9935-abbe42f485b6 admin admin] Allocated IP 172.20.0.1 (1945b63c-bc56-48e7-a890-1321d0b15d6d/513c1778-c30a-4f29-8342-23c667537e2d/3cbe507e-db80-4694-b015-163562355318) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:18:11.911571 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port f3fba4df-ea49-43a5-adf9-1e2251604f08 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:11.911958 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (f3fba4df-ea49-43a5-adf9-1e2251604f08), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:12.012083 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ce167d7d-5cc8-4008-8a98-cf2e77c87994 None None] Publish callbacks [] for port (bbf7f04d-4997-47e7-b5c2-f6d97b88d175), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:12.039577 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ce167d7d-5cc8-4008-8a98-cf2e77c87994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (bbf7f04d-4997-47e7-b5c2-f6d97b88d175), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:12.085539 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ef599942-aa67-4c62-99a3-b95dd1aed4c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:18:12.085889 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ef599942-aa67-4c62-99a3-b95dd1aed4c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:18:12.086567 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ef599942-aa67-4c62-99a3-b95dd1aed4c2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:18:12.086567 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ef599942-aa67-4c62-99a3-b95dd1aed4c2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:18:12.086933 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-ef599942-aa67-4c62-99a3-b95dd1aed4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20330086-3ab9-4fa3-aeb0-9f2a2ca4b599']}} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:18:12.111436 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d82624a5-6379-4e96-9935-abbe42f485b6 admin admin] Publish callbacks [] for port (3cbe507e-db80-4694-b015-163562355318), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:12.112990 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-ef599942-aa67-4c62-99a3-b95dd1aed4c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51930b16-f1af-4959-bbff-4a668f5f405d') {'for_net_delete': True} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:18:12.113224 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-ef599942-aa67-4c62-99a3-b95dd1aed4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51930b16-f1af-4959-bbff-4a668f5f405d') {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:18:12.133686 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ef599942-aa67-4c62-99a3-b95dd1aed4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752357910119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629643'] for segment (51930b16-f1af-4959-bbff-4a668f5f405d), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:12.159370 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ef599942-aa67-4c62-99a3-b95dd1aed4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (51930b16-f1af-4959-bbff-4a668f5f405d), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:12.170566 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef599942-aa67-4c62-99a3-b95dd1aed4c2 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=104000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 02:18:12.171292 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ef599942-aa67-4c62-99a3-b95dd1aed4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3099414'] for segment (51930b16-f1af-4959-bbff-4a668f5f405d), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:12.227282 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d82624a5-6379-4e96-9935-abbe42f485b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659'] for port (3cbe507e-db80-4694-b015-163562355318), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:12.266292 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-63790a95-32d9-46f0-a1ac-70f4d86ee827 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:12.273475 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ef599942-aa67-4c62-99a3-b95dd1aed4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363069'] for network (20330086-3ab9-4fa3-aeb0-9f2a2ca4b599), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:12.294597 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:12.308020 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-af29ffa5-c03b-4f33-bc35-afdb4a8ec80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (40a12468-19ed-487d-a474-8a6063834f45), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:12.327159 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-c7547c61-7258-4ef3-a4cb-672c6fa2eeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092088de-1220-4858-bb69-e854a706a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-817987684-router', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:58Z', 'updated_at': '2022-07-28T02:18:05Z', 'revision_number': 4, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'gw_port': {'id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:64:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:00Z', 'updated_at': '2022-07-28T02:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': 'c6f15b7a-865b-476a-9dbe-468347d9bf63', 'name': '', 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'mac_address': 'fa:16:3e:e6:9d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:03Z', 'updated_at': '2022-07-28T02:18:05Z', 'revision_number': 2, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'subnets': [{'id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:18:12.329623 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-ce167d7d-5cc8-4008-8a98-cf2e77c87994 None None] Attempting to bind port bbf7f04d-4997-47e7-b5c2-f6d97b88d175 on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:18:12.330113 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-ce167d7d-5cc8-4008-8a98-cf2e77c87994 None None] Attempting to bind port bbf7f04d-4997-47e7-b5c2-f6d97b88d175 by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:18:12.331023 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce167d7d-5cc8-4008-8a98-cf2e77c87994 None None] Attempting to bind port bbf7f04d-4997-47e7-b5c2-f6d97b88d175 on network fac975fe-f61e-48f2-98cd-c3133f923d7b {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:18:12.333520 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:12.353631 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82624a5-6379-4e96-9935-abbe42f485b6 admin admin] Network 1945b63c-bc56-48e7-a890-1321d0b15d6d is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:18:12.380367 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-d82624a5-6379-4e96-9935-abbe42f485b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:18:12.389723 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce167d7d-5cc8-4008-8a98-cf2e77c87994 None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:18:12.390097 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce167d7d-5cc8-4008-8a98-cf2e77c87994 None None] Checking segment: {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:18:12.390493 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ce167d7d-5cc8-4008-8a98-cf2e77c87994 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:12.390919 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce167d7d-5cc8-4008-8a98-cf2e77c87994 None None] Bound using segment: {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:18:12.391525 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-ce167d7d-5cc8-4008-8a98-cf2e77c87994 None None] Bound port: bbf7f04d-4997-47e7-b5c2-f6d97b88d175, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:18:12.391908 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ce167d7d-5cc8-4008-8a98-cf2e77c87994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (bbf7f04d-4997-47e7-b5c2-f6d97b88d175), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:12.396202 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82624a5-6379-4e96-9935-abbe42f485b6 admin admin] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:18:12.396724 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d82624a5-6379-4e96-9935-abbe42f485b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598604'] for router_interface (7e3e39dd-b40d-4402-8a57-5cdbeac52ab0), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:12.404180 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29ffa5-c03b-4f33-bc35-afdb4a8ec80e admin admin] Pushing event updated for resources: {'Port': ['ID=40a12468-19ed-487d-a474-8a6063834f45,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:12.424722 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ef599942-aa67-4c62-99a3-b95dd1aed4c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:12.433665 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-ef599942-aa67-4c62-99a3-b95dd1aed4c2 admin admin] 10.222.0.40 "DELETE /v2.0/networks/20330086-3ab9-4fa3-aeb0-9f2a2ca4b599 HTTP/1.1" status: 204 len: 168 time: 2.7970862 Jul 28 02:18:12.465378 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 41306) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:12.512908 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b127bf-216a-4248-9ae2-f1e09ab675c2 None None] Pushing event updated for resources: {'Port': ['ID=bbf7f04d-4997-47e7-b5c2-f6d97b88d175,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:12.602119 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-4049a922-3974-4fe4-b9e5-cde0c86a2b17 admin admin] Deleting subnet 37fc3d74-6e78-4974-9fe7-100c685ce615 {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 02:18:12.615225 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4049a922-3974-4fe4-b9e5-cde0c86a2b17 admin admin] Publish callbacks [] for subnet (37fc3d74-6e78-4974-9fe7-100c685ce615), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:12.651686 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82624a5-6379-4e96-9935-abbe42f485b6 admin admin] Pushing event updated for resources: {'Port': ['ID=3cbe507e-db80-4694-b015-163562355318,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:12.687453 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af29ffa5-c03b-4f33-bc35-afdb4a8ec80e admin admin] Network bda255f1-8497-41f0-9d65-8f281bd7eb0d is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:18:12.704119 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-846d00ed-849b-4abb-b746-9d0566bf0bf5 None None] Publish callbacks [] for port (420d1770-f371-4ef3-80de-40843395f9e1), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:12.763970 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4049a922-3974-4fe4-b9e5-cde0c86a2b17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629650'] for subnet (37fc3d74-6e78-4974-9fe7-100c685ce615), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:12.775958 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-ce167d7d-5cc8-4008-8a98-cf2e77c87994 None None] For port bbf7f04d-4997-47e7-b5c2-f6d97b88d175, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:18:12.804484 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-846d00ed-849b-4abb-b746-9d0566bf0bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (420d1770-f371-4ef3-80de-40843395f9e1), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:12.819728 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-ce167d7d-5cc8-4008-8a98-cf2e77c87994 None None] For port bbf7f04d-4997-47e7-b5c2-f6d97b88d175, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=bbf7f04d-4997-47e7-b5c2-f6d97b88d175,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:18:12.821498 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7547c61-7258-4ef3-a4cb-672c6fa2eeb0 None None] Checking router: 092088de-1220-4858-bb69-e854a706a1d4 for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:18:12.829485 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7547c61-7258-4ef3-a4cb-672c6fa2eeb0 None None] Updating router 092088de-1220-4858-bb69-e854a706a1d4 port c6f15b7a-865b-476a-9dbe-468347d9bf63 binding host dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 02:18:12.837494 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ce167d7d-5cc8-4008-8a98-cf2e77c87994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (bbf7f04d-4997-47e7-b5c2-f6d97b88d175), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:12.876861 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4049a922-3974-4fe4-b9e5-cde0c86a2b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401899'] for subnet (37fc3d74-6e78-4974-9fe7-100c685ce615), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:12.908184 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-af29ffa5-c03b-4f33-bc35-afdb4a8ec80e admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:18:12.930086 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef599942-aa67-4c62-99a3-b95dd1aed4c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=20330086-3ab9-4fa3-aeb0-9f2a2ca4b599,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:12.964620 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af29ffa5-c03b-4f33-bc35-afdb4a8ec80e admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:18:13.011428 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce167d7d-5cc8-4008-8a98-cf2e77c87994 None None] Routers {'7e3e39dd-b40d-4402-8a57-5cdbeac52ab0'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:18:13.013736 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-ce167d7d-5cc8-4008-8a98-cf2e77c87994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:17:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['7e3e39dd-b40d-4402-8a57-5cdbeac52ab0'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:18:13.045769 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c7547c61-7258-4ef3-a4cb-672c6fa2eeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (c6f15b7a-865b-476a-9dbe-468347d9bf63), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:13.120572 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b127bf-216a-4248-9ae2-f1e09ab675c2 None None] Pushing event updated for resources: {'Port': ['ID=bbf7f04d-4997-47e7-b5c2-f6d97b88d175,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:13.153723 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port f3fba4df-ea49-43a5-adf9-1e2251604f08 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:13.164644 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:13.167090 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d82624a5-6379-4e96-9935-abbe42f485b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (3cbe507e-db80-4694-b015-163562355318), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:13.167709 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (f3fba4df-ea49-43a5-adf9-1e2251604f08), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:13.234403 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-db98bd91-2763-4d60-9575-6fd6409d7602 None None] Provisioning complete for port 3cbe507e-db80-4694-b015-163562355318 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:13.234804 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-db98bd91-2763-4d60-9575-6fd6409d7602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (3cbe507e-db80-4694-b015-163562355318), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:13.244618 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:13.277312 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment 51930b16-f1af-4959-bbff-4a668f5f405d resource provider aggregate not found Jul 28 02:18:13.308433 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-ce167d7d-5cc8-4008-8a98-cf2e77c87994 None None] Set router 7e3e39dd-b40d-4402-8a57-5cdbeac52ab0 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:18:13.311876 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-af29ffa5-c03b-4f33-bc35-afdb4a8ec80e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598604'] for router_interface (36354f44-4c5b-4f6a-b262-2f1cd2d07967), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:13.372053 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment 51930b16-f1af-4959-bbff-4a668f5f405d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51930b16-f1af-4959-bbff-4a668f5f405d found for delete ", "request_id": "req-74cab0b3-1c66-4d2b-a817-452d7e6ed5ee"}]} Jul 28 02:18:13.375072 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4049a922-3974-4fe4-b9e5-cde0c86a2b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3099464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26451865'] for subnet (37fc3d74-6e78-4974-9fe7-100c685ce615), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:13.429112 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:13.436206 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049a922-3974-4fe4-b9e5-cde0c86a2b17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37fc3d74-6e78-4974-9fe7-100c685ce615,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:13.462161 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4049a922-3974-4fe4-b9e5-cde0c86a2b17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:13.465780 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-4049a922-3974-4fe4-b9e5-cde0c86a2b17 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/37fc3d74-6e78-4974-9fe7-100c685ce615 HTTP/1.1" status: 204 len: 168 time: 0.9965718 Jul 28 02:18:13.469357 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-63790a95-32d9-46f0-a1ac-70f4d86ee827 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Allocated IP 172.27.0.113 (fac975fe-f61e-48f2-98cd-c3133f923d7b/e1a55f55-f115-45c6-a5b1-44ded4e4dd9d/0b711df1-eaa8-4553-bb1f-c72d5c0f0a06) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:18:13.471742 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 41350) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:13.540825 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] For port f3fba4df-ea49-43a5-adf9-1e2251604f08, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=f3fba4df-ea49-43a5-adf9-1e2251604f08,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:18:13.541991 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255dce0-aecd-4c3e-a29b-f4c4306215b4 None None] Pushing event updated for resources: {'Port': ['ID=420d1770-f371-4ef3-80de-40843395f9e1,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:13.560302 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-846d00ed-849b-4abb-b746-9d0566bf0bf5 None None] Attempting to bind port 420d1770-f371-4ef3-80de-40843395f9e1 on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:18:13.560750 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-846d00ed-849b-4abb-b746-9d0566bf0bf5 None None] Attempting to bind port 420d1770-f371-4ef3-80de-40843395f9e1 by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:18:13.561223 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846d00ed-849b-4abb-b746-9d0566bf0bf5 None None] Attempting to bind port 420d1770-f371-4ef3-80de-40843395f9e1 on network fac975fe-f61e-48f2-98cd-c3133f923d7b {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:18:13.579034 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (f3fba4df-ea49-43a5-adf9-1e2251604f08), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:13.600711 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4eaec548-6861-4d2b-8194-f4abf2524120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311329'] for network (2fc1e9a5-2f34-48db-8336-92a1860ea9be), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:13.642082 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Pushing event updated for resources: {'Port': ['ID=f3fba4df-ea49-43a5-adf9-1e2251604f08,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:13.645988 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846d00ed-849b-4abb-b746-9d0566bf0bf5 None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:18:13.646371 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846d00ed-849b-4abb-b746-9d0566bf0bf5 None None] Checking segment: {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:18:13.646778 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-846d00ed-849b-4abb-b746-9d0566bf0bf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:13.647170 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846d00ed-849b-4abb-b746-9d0566bf0bf5 None None] Bound using segment: {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:18:13.647656 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-846d00ed-849b-4abb-b746-9d0566bf0bf5 None None] Bound port: 420d1770-f371-4ef3-80de-40843395f9e1, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:18:13.648035 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-846d00ed-849b-4abb-b746-9d0566bf0bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (420d1770-f371-4ef3-80de-40843395f9e1), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:13.657775 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d82624a5-6379-4e96-9935-abbe42f485b6 admin admin] Publish callbacks [] for port (3cbe507e-db80-4694-b015-163562355318), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:13.667394 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d82624a5-6379-4e96-9935-abbe42f485b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (3cbe507e-db80-4694-b015-163562355318), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:13.668388 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d82624a5-6379-4e96-9935-abbe42f485b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598704'] for router_interface (7e3e39dd-b40d-4402-8a57-5cdbeac52ab0), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:13.713202 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-db98bd91-2763-4d60-9575-6fd6409d7602 None None] Port 3cbe507e-db80-4694-b015-163562355318 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:18:13.714606 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-ce167d7d-5cc8-4008-8a98-cf2e77c87994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3e39dd-b40d-4402-8a57-5cdbeac52ab0', 'name': 'tempest-DeleteServersTestJSON-1748751749-router', 'tenant_id': 'a042e3701d7842b29f4f3caddc8dd0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'bbf7f04d-4997-47e7-b5c2-f6d97b88d175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:18:00Z', 'updated_at': '2022-07-28T02:18:06Z', 'revision_number': 3, 'project_id': 'a042e3701d7842b29f4f3caddc8dd0b8', 'gw_port': {'id': 'bbf7f04d-4997-47e7-b5c2-f6d97b88d175', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3e39dd-b40d-4402-8a57-5cdbeac52ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:02Z', 'updated_at': '2022-07-28T02:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi'}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:18:13.789383 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce167d7d-5cc8-4008-8a98-cf2e77c87994 None None] The sync data for ids ['7e3e39dd-b40d-4402-8a57-5cdbeac52ab0'] in dv-cinder-799871-46-iscsi is: [{'id': '7e3e39dd-b40d-4402-8a57-5cdbeac52ab0', 'name': 'tempest-DeleteServersTestJSON-1748751749-router', 'tenant_id': 'a042e3701d7842b29f4f3caddc8dd0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'bbf7f04d-4997-47e7-b5c2-f6d97b88d175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:18:00Z', 'updated_at': '2022-07-28T02:18:06Z', 'revision_number': 3, 'project_id': 'a042e3701d7842b29f4f3caddc8dd0b8', 'gw_port': {'id': 'bbf7f04d-4997-47e7-b5c2-f6d97b88d175', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3e39dd-b40d-4402-8a57-5cdbeac52ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:02Z', 'updated_at': '2022-07-28T02:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi'}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:18:13.807903 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82624a5-6379-4e96-9935-abbe42f485b6 admin admin] Pushing event updated for resources: {'Port': ['ID=3cbe507e-db80-4694-b015-163562355318,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:13.869393 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-846d00ed-849b-4abb-b746-9d0566bf0bf5 None None] For port 420d1770-f371-4ef3-80de-40843395f9e1, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:18:13.874447 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4eaec548-6861-4d2b-8194-f4abf2524120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397509', 'neutron.services.segments.db._delete_segments_for_network-8752357910218'] for network (2fc1e9a5-2f34-48db-8336-92a1860ea9be), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:13.899364 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:13.899590 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-af29ffa5-c03b-4f33-bc35-afdb4a8ec80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (40a12468-19ed-487d-a474-8a6063834f45), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:13.915525 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:13.917662 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-846d00ed-849b-4abb-b746-9d0566bf0bf5 None None] For port 420d1770-f371-4ef3-80de-40843395f9e1, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=420d1770-f371-4ef3-80de-40843395f9e1,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:18:13.929508 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82624a5-6379-4e96-9935-abbe42f485b6 admin admin] Network 1945b63c-bc56-48e7-a890-1321d0b15d6d is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:18:13.932570 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-a8d0bc2f-2ee9-42b2-874f-eb89858d3916 None None] Provisioning complete for port 40a12468-19ed-487d-a474-8a6063834f45 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:13.934123 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-d82624a5-6379-4e96-9935-abbe42f485b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:18:13.934733 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a8d0bc2f-2ee9-42b2-874f-eb89858d3916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (40a12468-19ed-487d-a474-8a6063834f45), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:13.942224 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-4eaec548-6861-4d2b-8194-f4abf2524120 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc1e9a5-2f34-48db-8336-92a1860ea9be']}} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:18:14.012009 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-a8d0bc2f-2ee9-42b2-874f-eb89858d3916 None None] Port 40a12468-19ed-487d-a474-8a6063834f45 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:18:14.022224 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-846d00ed-849b-4abb-b746-9d0566bf0bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (420d1770-f371-4ef3-80de-40843395f9e1), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:14.035002 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-4eaec548-6861-4d2b-8194-f4abf2524120 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a97fe2-0056-4174-a0f8-41c0e990114d') {'for_net_delete': True} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:18:14.039853 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-4eaec548-6861-4d2b-8194-f4abf2524120 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a97fe2-0056-4174-a0f8-41c0e990114d') {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:18:14.064158 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4eaec548-6861-4d2b-8194-f4abf2524120 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752357910119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629643'] for segment (55a97fe2-0056-4174-a0f8-41c0e990114d), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:14.146953 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-63790a95-32d9-46f0-a1ac-70f4d86ee827 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for port (0b711df1-eaa8-4553-bb1f-c72d5c0f0a06), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:14.170603 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4eaec548-6861-4d2b-8194-f4abf2524120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (55a97fe2-0056-4174-a0f8-41c0e990114d), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:14.239547 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eaec548-6861-4d2b-8194-f4abf2524120 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=104000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 02:18:14.240395 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4eaec548-6861-4d2b-8194-f4abf2524120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3099414'] for segment (55a97fe2-0056-4174-a0f8-41c0e990114d), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:14.253694 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82624a5-6379-4e96-9935-abbe42f485b6 admin admin] Router 7e3e39dd-b40d-4402-8a57-5cdbeac52ab0 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:18:14.358145 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-63790a95-32d9-46f0-a1ac-70f4d86ee827 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (0b711df1-eaa8-4553-bb1f-c72d5c0f0a06), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:14.416946 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c7547c61-7258-4ef3-a4cb-672c6fa2eeb0 None None] Publish callbacks [] for port (c6f15b7a-865b-476a-9dbe-468347d9bf63), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:14.476815 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:14.490027 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c7547c61-7258-4ef3-a4cb-672c6fa2eeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (c6f15b7a-865b-476a-9dbe-468347d9bf63), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:14.518607 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255dce0-aecd-4c3e-a29b-f4c4306215b4 None None] Pushing event updated for resources: {'Port': ['ID=420d1770-f371-4ef3-80de-40843395f9e1,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:14.523125 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82624a5-6379-4e96-9935-abbe42f485b6 admin admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:18:14.535207 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-d82624a5-6379-4e96-9935-abbe42f485b6 admin admin] 10.222.0.40 "PUT /v2.0/routers/7e3e39dd-b40d-4402-8a57-5cdbeac52ab0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5953517 Jul 28 02:18:14.543342 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846d00ed-849b-4abb-b746-9d0566bf0bf5 None None] Routers {'36354f44-4c5b-4f6a-b262-2f1cd2d07967'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:18:14.544031 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-846d00ed-849b-4abb-b746-9d0566bf0bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:17:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:18:14.651559 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63790a95-32d9-46f0-a1ac-70f4d86ee827 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Network fac975fe-f61e-48f2-98cd-c3133f923d7b is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:18:14.679613 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-63790a95-32d9-46f0-a1ac-70f4d86ee827 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:18:14.682061 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4eaec548-6861-4d2b-8194-f4abf2524120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363069'] for network (2fc1e9a5-2f34-48db-8336-92a1860ea9be), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:14.702999 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63790a95-32d9-46f0-a1ac-70f4d86ee827 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:18:14.795650 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-0eb426bf-dd4e-4add-852e-57ae932c5c46 None None] Provisioning complete for port 3cbe507e-db80-4694-b015-163562355318 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:14.796081 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0eb426bf-dd4e-4add-852e-57ae932c5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (3cbe507e-db80-4694-b015-163562355318), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:14.865357 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:14.875562 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63790a95-32d9-46f0-a1ac-70f4d86ee827 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Pushing event updated for resources: {'Port': ['ID=0b711df1-eaa8-4553-bb1f-c72d5c0f0a06,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:14.890079 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4eaec548-6861-4d2b-8194-f4abf2524120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:14.902181 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-4eaec548-6861-4d2b-8194-f4abf2524120 admin admin] 10.222.0.40 "DELETE /v2.0/networks/2fc1e9a5-2f34-48db-8336-92a1860ea9be HTTP/1.1" status: 204 len: 168 time: 1.4269965 Jul 28 02:18:14.977365 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaec548-6861-4d2b-8194-f4abf2524120 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fc1e9a5-2f34-48db-8336-92a1860ea9be,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:15.085496 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c6b49-129d-4675-8dc7-9b9ac346191b None None] Pushing event updated for resources: {'Port': ['ID=c6f15b7a-865b-476a-9dbe-468347d9bf63,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:15.127863 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-0eb426bf-dd4e-4add-852e-57ae932c5c46 None None] Port 3cbe507e-db80-4694-b015-163562355318 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:18:15.194110 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-af29ffa5-c03b-4f33-bc35-afdb4a8ec80e admin admin] Publish callbacks [] for port (40a12468-19ed-487d-a474-8a6063834f45), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:15.209121 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-af29ffa5-c03b-4f33-bc35-afdb4a8ec80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (40a12468-19ed-487d-a474-8a6063834f45), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:15.227957 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-c7547c61-7258-4ef3-a4cb-672c6fa2eeb0 None None] Attempting to bind port c6f15b7a-865b-476a-9dbe-468347d9bf63 on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:18:15.228368 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-c7547c61-7258-4ef3-a4cb-672c6fa2eeb0 None None] Attempting to bind port c6f15b7a-865b-476a-9dbe-468347d9bf63 by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': 'd704733b-9866-4f1a-bedf-601228758543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:18:15.228828 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7547c61-7258-4ef3-a4cb-672c6fa2eeb0 None None] Attempting to bind port c6f15b7a-865b-476a-9dbe-468347d9bf63 on network b7a41f53-02ba-4d68-a9f3-9f5c3103be75 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:18:15.234723 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:15.257465 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-49033016-cd40-44b1-adc0-1d4fa9f9f239 None None] Provisioning complete for port c6f15b7a-865b-476a-9dbe-468347d9bf63 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:15.258038 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-49033016-cd40-44b1-adc0-1d4fa9f9f239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (c6f15b7a-865b-476a-9dbe-468347d9bf63), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:15.268432 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7547c61-7258-4ef3-a4cb-672c6fa2eeb0 None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:18:15.269132 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7547c61-7258-4ef3-a4cb-672c6fa2eeb0 None None] Checking segment: {'id': 'd704733b-9866-4f1a-bedf-601228758543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:18:15.269969 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c7547c61-7258-4ef3-a4cb-672c6fa2eeb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:15.270463 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7547c61-7258-4ef3-a4cb-672c6fa2eeb0 None None] Bound using segment: {'id': 'd704733b-9866-4f1a-bedf-601228758543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:18:15.271054 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-c7547c61-7258-4ef3-a4cb-672c6fa2eeb0 None None] Bound port: c6f15b7a-865b-476a-9dbe-468347d9bf63, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd704733b-9866-4f1a-bedf-601228758543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:18:15.271699 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c7547c61-7258-4ef3-a4cb-672c6fa2eeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (c6f15b7a-865b-476a-9dbe-468347d9bf63), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:15.279325 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-63790a95-32d9-46f0-a1ac-70f4d86ee827 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for floatingip (225393bf-6ca3-4a18-a882-d8913c35cb98), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:15.308994 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 41404) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:15.376823 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-06440a45-3eae-4da9-95c8-5a60eda61eb3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8878625c62a04d8da9ec6b55adf34a1c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0656557 Jul 28 02:18:15.378095 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 41422) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:15.381373 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-c7547c61-7258-4ef3-a4cb-672c6fa2eeb0 None None] For port c6f15b7a-865b-476a-9dbe-468347d9bf63, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:18:15.385501 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-c7547c61-7258-4ef3-a4cb-672c6fa2eeb0 None None] For port c6f15b7a-865b-476a-9dbe-468347d9bf63, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=c6f15b7a-865b-476a-9dbe-468347d9bf63,segment=NetworkSegment(d704733b-9866-4f1a-bedf-601228758543),segment_id=d704733b-9866-4f1a-bedf-601228758543)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:18:15.398245 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-846d00ed-849b-4abb-b746-9d0566bf0bf5 None None] Set router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:18:15.405544 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 41424) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:15.408080 dv-cinder-799871-46-iscsi neutron-server[103999]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 02:18:15.427804 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c7547c61-7258-4ef3-a4cb-672c6fa2eeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (c6f15b7a-865b-476a-9dbe-468347d9bf63), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:15.504227 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7547c61-7258-4ef3-a4cb-672c6fa2eeb0 None None] Routers {'092088de-1220-4858-bb69-e854a706a1d4'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:18:15.505303 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-c7547c61-7258-4ef3-a4cb-672c6fa2eeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:17:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['092088de-1220-4858-bb69-e854a706a1d4'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:18:15.517343 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment 55a97fe2-0056-4174-a0f8-41c0e990114d resource provider aggregate not found Jul 28 02:18:15.526497 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29ffa5-c03b-4f33-bc35-afdb4a8ec80e admin admin] Pushing event updated for resources: {'Port': ['ID=40a12468-19ed-487d-a474-8a6063834f45,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:15.568643 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-af29ffa5-c03b-4f33-bc35-afdb4a8ec80e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598704'] for router_interface (36354f44-4c5b-4f6a-b262-2f1cd2d07967), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:15.577260 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment 55a97fe2-0056-4174-a0f8-41c0e990114d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55a97fe2-0056-4174-a0f8-41c0e990114d found for delete ", "request_id": "req-e8b98231-1a39-4d20-9903-efba47500169"}]} Jul 28 02:18:15.592033 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-63790a95-32d9-46f0-a1ac-70f4d86ee827 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (0b711df1-eaa8-4553-bb1f-c72d5c0f0a06), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:15.626885 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-c7547c61-7258-4ef3-a4cb-672c6fa2eeb0 None None] Set router 092088de-1220-4858-bb69-e854a706a1d4 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:18:15.755089 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-2953889a-83e6-42a4-8e9e-bf7b2164cf75 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:15.756920 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-2953889a-83e6-42a4-8e9e-bf7b2164cf75 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/networks?id=1945b63c-bc56-48e7-a890-1321d0b15d6d HTTP/1.1" status: 200 len: 812 time: 0.3501027 Jul 28 02:18:15.771727 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:15.772661 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-49033016-cd40-44b1-adc0-1d4fa9f9f239 None None] Port c6f15b7a-865b-476a-9dbe-468347d9bf63 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:18:15.790225 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af29ffa5-c03b-4f33-bc35-afdb4a8ec80e admin admin] Network bda255f1-8497-41f0-9d65-8f281bd7eb0d is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:18:15.793156 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-af29ffa5-c03b-4f33-bc35-afdb4a8ec80e admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:18:15.821663 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-2332bd37-9d42-47f2-9b70-84382937345d tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/quotas/a042e3701d7842b29f4f3caddc8dd0b8 HTTP/1.1" status: 200 len: 375 time: 0.0352099 Jul 28 02:18:15.929831 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-c7547c61-7258-4ef3-a4cb-672c6fa2eeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092088de-1220-4858-bb69-e854a706a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-817987684-router', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:58Z', 'updated_at': '2022-07-28T02:18:05Z', 'revision_number': 4, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'gw_port': {'id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:00Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': 'c6f15b7a-865b-476a-9dbe-468347d9bf63', 'name': '', 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'mac_address': 'fa:16:3e:e6:9d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:03Z', 'updated_at': '2022-07-28T02:18:15Z', 'revision_number': 4, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'subnets': [{'id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:18:15.946270 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:15.963703 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device bbf7f04d-4997-47e7-b5c2-f6d97b88d175 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:18:16.006359 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-89a9ae22-e31d-43fe-bf2d-6ee0db392909 admin admin] Publish callbacks [] for security_group (80d5e0b0-1fcb-4c00-8f92-4df2118ac4e6), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:16.039206 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-89a9ae22-e31d-43fe-bf2d-6ee0db392909 admin admin] Publish callbacks [] for security_group (80d5e0b0-1fcb-4c00-8f92-4df2118ac4e6), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:16.047755 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:16.048609 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7547c61-7258-4ef3-a4cb-672c6fa2eeb0 None None] The sync data for ids ['092088de-1220-4858-bb69-e854a706a1d4'] in dv-cinder-799871-46-iscsi is: [{'id': '092088de-1220-4858-bb69-e854a706a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-817987684-router', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:58Z', 'updated_at': '2022-07-28T02:18:05Z', 'revision_number': 4, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'gw_port': {'id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:00Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': 'c6f15b7a-865b-476a-9dbe-468347d9bf63', 'name': '', 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'mac_address': 'fa:16:3e:e6:9d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:03Z', 'updated_at': '2022-07-28T02:18:15Z', 'revision_number': 4, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'subnets': [{'id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:18:16.050940 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-f4dd1e48-e0d8-4e8d-83d9-b281dd6149c7 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=a042e3701d7842b29f4f3caddc8dd0b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2278681 Jul 28 02:18:16.134034 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-63790a95-32d9-46f0-a1ac-70f4d86ee827 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for port (0b711df1-eaa8-4553-bb1f-c72d5c0f0a06), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:16.169066 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c6b49-129d-4675-8dc7-9b9ac346191b None None] Pushing event updated for resources: {'Port': ['ID=c6f15b7a-865b-476a-9dbe-468347d9bf63,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:16.170840 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af29ffa5-c03b-4f33-bc35-afdb4a8ec80e admin admin] Router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:18:16.175138 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-0a4ab278-84b4-4f5c-8826-7ce1bcfe508a None None] Provisioning complete for port c6f15b7a-865b-476a-9dbe-468347d9bf63 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:16.175763 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab278-84b4-4f5c-8826-7ce1bcfe508a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (c6f15b7a-865b-476a-9dbe-468347d9bf63), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:16.176348 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-89a9ae22-e31d-43fe-bf2d-6ee0db392909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (80d5e0b0-1fcb-4c00-8f92-4df2118ac4e6), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:16.179194 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-89a9ae22-e31d-43fe-bf2d-6ee0db392909 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:16.180581 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-89a9ae22-e31d-43fe-bf2d-6ee0db392909 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/80d5e0b0-1fcb-4c00-8f92-4df2118ac4e6 HTTP/1.1" status: 204 len: 168 time: 0.7991996 Jul 28 02:18:16.195679 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9ae22-e31d-43fe-bf2d-6ee0db392909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d5e0b0-1fcb-4c00-8f92-4df2118ac4e6,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:16.196273 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-63790a95-32d9-46f0-a1ac-70f4d86ee827 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (0b711df1-eaa8-4553-bb1f-c72d5c0f0a06), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:16.231112 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:16.234625 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port bbf7f04d-4997-47e7-b5c2-f6d97b88d175 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:16.235368 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (bbf7f04d-4997-47e7-b5c2-f6d97b88d175), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:16.372904 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-0a4ab278-84b4-4f5c-8826-7ce1bcfe508a None None] Current status of the port c6f15b7a-865b-476a-9dbe-468347d9bf63 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:16.373453 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab278-84b4-4f5c-8826-7ce1bcfe508a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (c6f15b7a-865b-476a-9dbe-468347d9bf63), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:16.448596 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-0a4ab278-84b4-4f5c-8826-7ce1bcfe508a None None] For port c6f15b7a-865b-476a-9dbe-468347d9bf63, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=c6f15b7a-865b-476a-9dbe-468347d9bf63,segment=NetworkSegment(d704733b-9866-4f1a-bedf-601228758543),segment_id=d704733b-9866-4f1a-bedf-601228758543)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:18:16.477345 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab278-84b4-4f5c-8826-7ce1bcfe508a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (c6f15b7a-865b-476a-9dbe-468347d9bf63), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:16.539016 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-c6d98f82-a67e-475c-8d47-1faed0b29f70 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=103999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 02:18:16.540242 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-c6d98f82-a67e-475c-8d47-1faed0b29f70 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0941260 Jul 28 02:18:16.548183 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af29ffa5-c03b-4f33-bc35-afdb4a8ec80e admin admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:18:16.651120 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-af29ffa5-c03b-4f33-bc35-afdb4a8ec80e admin admin] 10.222.0.40 "PUT /v2.0/routers/36354f44-4c5b-4f6a-b262-2f1cd2d07967/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3340371 Jul 28 02:18:16.681337 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63790a95-32d9-46f0-a1ac-70f4d86ee827 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Pushing event updated for resources: {'Port': ['ID=0b711df1-eaa8-4553-bb1f-c72d5c0f0a06,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:16.719044 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-63790a95-32d9-46f0-a1ac-70f4d86ee827 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (225393bf-6ca3-4a18-a882-d8913c35cb98), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:16.728150 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:16.739658 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-d4ff600b-ff58-413e-90bb-14c8e79639a9 service neutron] 10.222.0.40 "GET /v2.0/networks/1945b63c-bc56-48e7-a890-1321d0b15d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891484 Jul 28 02:18:16.757312 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-63790a95-32d9-46f0-a1ac-70f4d86ee827 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:16.768614 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-63790a95-32d9-46f0-a1ac-70f4d86ee827 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4048247 Jul 28 02:18:16.882666 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-846d00ed-849b-4abb-b746-9d0566bf0bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '420d1770-f371-4ef3-80de-40843395f9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:59Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'gw_port': {'id': '420d1770-f371-4ef3-80de-40843395f9e1', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:01Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '40a12468-19ed-487d-a474-8a6063834f45', 'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'mac_address': 'fa:16:3e:62:c5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:09Z', 'updated_at': '2022-07-28T02:18:10Z', 'revision_number': 1, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'subnets': [{'id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:18:16.934761 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-8660c167-a09f-44f4-b881-93f063403779 service neutron] 10.222.0.40 "GET /v2.0/networks/1945b63c-bc56-48e7-a890-1321d0b15d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941531 Jul 28 02:18:16.964214 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-f4cf4b70-e74f-48b2-b67b-971fdc0486f5 None None] Provisioning complete for port 40a12468-19ed-487d-a474-8a6063834f45 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:16.964214 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f4cf4b70-e74f-48b2-b67b-971fdc0486f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (40a12468-19ed-487d-a474-8a6063834f45), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:16.975025 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f54ad5-4d8f-4a29-a6aa-5f9277d2dfbb None None] Sync routers for ids ['7e3e39dd-b40d-4402-8a57-5cdbeac52ab0'] in dv-cinder-799871-46-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:18:16.991865 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f54ad5-4d8f-4a29-a6aa-5f9277d2dfbb None None] Routers {'7e3e39dd-b40d-4402-8a57-5cdbeac52ab0'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:18:16.992976 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-a4f54ad5-4d8f-4a29-a6aa-5f9277d2dfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:17:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['7e3e39dd-b40d-4402-8a57-5cdbeac52ab0'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:18:17.012908 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port bbf7f04d-4997-47e7-b5c2-f6d97b88d175 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:17.013609 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (bbf7f04d-4997-47e7-b5c2-f6d97b88d175), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:17.084667 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-f4cf4b70-e74f-48b2-b67b-971fdc0486f5 None None] Port 40a12468-19ed-487d-a474-8a6063834f45 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:18:17.101646 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846d00ed-849b-4abb-b746-9d0566bf0bf5 None None] The sync data for ids ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'] in dv-cinder-799871-46-iscsi is: [{'id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '420d1770-f371-4ef3-80de-40843395f9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:59Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'gw_port': {'id': '420d1770-f371-4ef3-80de-40843395f9e1', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:01Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '40a12468-19ed-487d-a474-8a6063834f45', 'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'mac_address': 'fa:16:3e:62:c5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:09Z', 'updated_at': '2022-07-28T02:18:10Z', 'revision_number': 1, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'subnets': [{'id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:18:17.103286 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ab278-84b4-4f5c-8826-7ce1bcfe508a None None] Pushing event updated for resources: {'Port': ['ID=c6f15b7a-865b-476a-9dbe-468347d9bf63,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:17.130376 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] For port bbf7f04d-4997-47e7-b5c2-f6d97b88d175, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=bbf7f04d-4997-47e7-b5c2-f6d97b88d175,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:18:17.184191 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (bbf7f04d-4997-47e7-b5c2-f6d97b88d175), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:17.185288 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device f3fba4df-ea49-43a5-adf9-1e2251604f08 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:18:17.208923 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 41490) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:17.312362 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Pushing event updated for resources: {'Port': ['ID=bbf7f04d-4997-47e7-b5c2-f6d97b88d175,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:17.326453 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-a4f54ad5-4d8f-4a29-a6aa-5f9277d2dfbb None None] Set router 7e3e39dd-b40d-4402-8a57-5cdbeac52ab0 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:18:17.329988 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port f3fba4df-ea49-43a5-adf9-1e2251604f08 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:17.330362 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (f3fba4df-ea49-43a5-adf9-1e2251604f08), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:17.435112 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-88f3b83e-b1e4-4c13-876a-cbd67e0de12b req-4d3507c7-dcd3-49a2-bb56-78b4305c34c9 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 210 time: 0.1640818 Jul 28 02:18:17.446477 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 41508) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:17.452575 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-d7d7d6a8-8d73-40c8-b7ad-5c3cc2cd5086 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c365153bf2af40ea9221f80f8e62c36b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2402844 Jul 28 02:18:17.592113 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port f3fba4df-ea49-43a5-adf9-1e2251604f08 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:17.606253 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:17.617516 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2ab8c07d-e7ec-4e6a-a0b5-7ccfee325d3b admin admin] Publish callbacks [] for security_group (e575c8d5-9a87-4cb6-bd17-42b830fd03e4), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:17.636658 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:17.674904 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-40eadae0-e6a0-4c95-8f78-cabe2e19e7ee tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1125193305&fields=id&tenant_id=1ed45da3e0024fa597d03299abae9859 HTTP/1.1" status: 200 len: 267 time: 0.1152625 Jul 28 02:18:17.703008 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2ab8c07d-e7ec-4e6a-a0b5-7ccfee325d3b admin admin] Publish callbacks [] for security_group (e575c8d5-9a87-4cb6-bd17-42b830fd03e4), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:17.868859 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2ab8c07d-e7ec-4e6a-a0b5-7ccfee325d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (e575c8d5-9a87-4cb6-bd17-42b830fd03e4), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:17.873678 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2ab8c07d-e7ec-4e6a-a0b5-7ccfee325d3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:17.875234 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-2ab8c07d-e7ec-4e6a-a0b5-7ccfee325d3b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e575c8d5-9a87-4cb6-bd17-42b830fd03e4 HTTP/1.1" status: 204 len: 168 time: 0.4276342 Jul 28 02:18:17.902067 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8c07d-e7ec-4e6a-a0b5-7ccfee325d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e575c8d5-9a87-4cb6-bd17-42b830fd03e4,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:17.911707 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-a4f54ad5-4d8f-4a29-a6aa-5f9277d2dfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3e39dd-b40d-4402-8a57-5cdbeac52ab0', 'name': 'tempest-DeleteServersTestJSON-1748751749-router', 'tenant_id': 'a042e3701d7842b29f4f3caddc8dd0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'bbf7f04d-4997-47e7-b5c2-f6d97b88d175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:18:00Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': 'a042e3701d7842b29f4f3caddc8dd0b8', 'gw_port': {'id': 'bbf7f04d-4997-47e7-b5c2-f6d97b88d175', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3e39dd-b40d-4402-8a57-5cdbeac52ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:02Z', 'updated_at': '2022-07-28T02:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '3cbe507e-db80-4694-b015-163562355318', 'name': '', 'network_id': '1945b63c-bc56-48e7-a890-1321d0b15d6d', 'tenant_id': 'a042e3701d7842b29f4f3caddc8dd0b8', 'mac_address': 'fa:16:3e:71:1e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3e39dd-b40d-4402-8a57-5cdbeac52ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '513c1778-c30a-4f29-8342-23c667537e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:11Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 2, 'project_id': 'a042e3701d7842b29f4f3caddc8dd0b8', 'subnets': [{'id': '513c1778-c30a-4f29-8342-23c667537e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:18:17.988037 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f54ad5-4d8f-4a29-a6aa-5f9277d2dfbb None None] Checking router: 7e3e39dd-b40d-4402-8a57-5cdbeac52ab0 for host: dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:18:17.989192 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f54ad5-4d8f-4a29-a6aa-5f9277d2dfbb None None] Updating router 7e3e39dd-b40d-4402-8a57-5cdbeac52ab0 port 3cbe507e-db80-4694-b015-163562355318 binding host dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 02:18:18.012909 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device bbf7f04d-4997-47e7-b5c2-f6d97b88d175 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:18:18.025315 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-44355822-0a4d-4a2a-863e-323bf0c6af72 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:18.031833 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-44355822-0a4d-4a2a-863e-323bf0c6af72 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/networks?id=b7a41f53-02ba-4d68-a9f3-9f5c3103be75 HTTP/1.1" status: 200 len: 816 time: 0.3545053 Jul 28 02:18:18.055806 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-ef72c73c-f85c-4c6e-af01-8c7134f0f988 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/quotas/1ed45da3e0024fa597d03299abae9859 HTTP/1.1" status: 200 len: 375 time: 0.0229914 Jul 28 02:18:18.087888 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a4f54ad5-4d8f-4a29-a6aa-5f9277d2dfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (3cbe507e-db80-4694-b015-163562355318), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:18.106233 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 41534) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:18.110843 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-b0a95131-83aa-4758-8c00-d3ede80b91a8 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1665482734', 'description': 'tempest-description--826379083'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:18:18.139285 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-f0e7e0b0-958e-4c4e-ab3a-7e945a0aa442 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=1ed45da3e0024fa597d03299abae9859&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822780 Jul 28 02:18:18.170379 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:18.177276 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b0a95131-83aa-4758-8c00-d3ede80b91a8 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:18.182581 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port bbf7f04d-4997-47e7-b5c2-f6d97b88d175 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:18.182944 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (bbf7f04d-4997-47e7-b5c2-f6d97b88d175), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:18.341228 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-b04b8e97-433f-445c-80e3-2010c03cadde service neutron] 10.222.0.40 "GET /v2.0/networks/b7a41f53-02ba-4d68-a9f3-9f5c3103be75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928949 Jul 28 02:18:18.384205 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b0a95131-83aa-4758-8c00-d3ede80b91a8 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group (8347a0a2-9c3c-4882-9f4b-ed59c58e8074), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:18.395322 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b0a95131-83aa-4758-8c00-d3ede80b91a8 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (8347a0a2-9c3c-4882-9f4b-ed59c58e8074), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:18.499416 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port bbf7f04d-4997-47e7-b5c2-f6d97b88d175 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:18.503238 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device c6f15b7a-865b-476a-9dbe-468347d9bf63 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:18:18.510870 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 41542) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:18.512946 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a95131-83aa-4758-8c00-d3ede80b91a8 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8347a0a2-9c3c-4882-9f4b-ed59c58e8074,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:18.571475 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:18.590743 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b0a95131-83aa-4758-8c00-d3ede80b91a8 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:18.592706 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-b0a95131-83aa-4758-8c00-d3ede80b91a8 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4854579 Jul 28 02:18:18.604431 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 41552) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:18.623454 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 41558) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:18.636853 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-037e2d53-a804-4bee-8aab-4b246f0fc090 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Request body: {'security_group_rule': {'security_group_id': '8347a0a2-9c3c-4882-9f4b-ed59c58e8074', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:18:18.651632 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port c6f15b7a-865b-476a-9dbe-468347d9bf63 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:18.652652 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (c6f15b7a-865b-476a-9dbe-468347d9bf63), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:18.778779 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-037e2d53-a804-4bee-8aab-4b246f0fc090 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group_rule (781117e4-e490-4bcc-89f8-209711fc070c), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:18.780996 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:18.840694 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b675dc7f-7943-4b03-9979-0fb8241b1bd8 req-4a8fa103-3d18-4890-ac4e-64eaf6d0c9cc tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 210 time: 0.2147017 Jul 28 02:18:18.866302 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-6612ebcb-023d-4cf3-9d58-8a0a6a8d1e1d service neutron] 10.222.0.40 "GET /v2.0/networks/b7a41f53-02ba-4d68-a9f3-9f5c3103be75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5107150 Jul 28 02:18:18.946587 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port c6f15b7a-865b-476a-9dbe-468347d9bf63 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:18.987143 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a4f54ad5-4d8f-4a29-a6aa-5f9277d2dfbb None None] Publish callbacks [] for port (3cbe507e-db80-4694-b015-163562355318), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:19.014089 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a4f54ad5-4d8f-4a29-a6aa-5f9277d2dfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (3cbe507e-db80-4694-b015-163562355318), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:19.024716 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-037e2d53-a804-4bee-8aab-4b246f0fc090 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group_rule (781117e4-e490-4bcc-89f8-209711fc070c), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:19.030505 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-037e2d53-a804-4bee-8aab-4b246f0fc090 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (781117e4-e490-4bcc-89f8-209711fc070c), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:19.071745 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2d53-a804-4bee-8aab-4b246f0fc090 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=781117e4-e490-4bcc-89f8-209711fc070c,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:19.114535 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-037e2d53-a804-4bee-8aab-4b246f0fc090 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:19.119460 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 41578) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:19.120431 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-037e2d53-a804-4bee-8aab-4b246f0fc090 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5102885 Jul 28 02:18:19.124585 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-9c8559de-f0fa-49c8-acd7-06dae8c0b36e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Request body: {'security_group_rule': {'security_group_id': '8347a0a2-9c3c-4882-9f4b-ed59c58e8074', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:18:19.240640 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9c8559de-f0fa-49c8-acd7-06dae8c0b36e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group_rule (7530fc86-54c9-4927-9312-81ceb4d95878), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:19.399955 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8725ec0-3b69-464b-a8c2-184822956e1a None None] Pushing event updated for resources: {'Port': ['ID=3cbe507e-db80-4694-b015-163562355318,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:19.487890 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 41600) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:19.499887 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-a4f54ad5-4d8f-4a29-a6aa-5f9277d2dfbb None None] Attempting to bind port 3cbe507e-db80-4694-b015-163562355318 on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:18:19.501410 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-a4f54ad5-4d8f-4a29-a6aa-5f9277d2dfbb None None] Attempting to bind port 3cbe507e-db80-4694-b015-163562355318 by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': '2c48cfd2-062b-4647-a482-5c8161baa2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1945b63c-bc56-48e7-a890-1321d0b15d6d'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:18:19.501810 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f54ad5-4d8f-4a29-a6aa-5f9277d2dfbb None None] Attempting to bind port 3cbe507e-db80-4694-b015-163562355318 on network 1945b63c-bc56-48e7-a890-1321d0b15d6d {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:18:19.551031 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f54ad5-4d8f-4a29-a6aa-5f9277d2dfbb None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:18:19.554096 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f54ad5-4d8f-4a29-a6aa-5f9277d2dfbb None None] Checking segment: {'id': '2c48cfd2-062b-4647-a482-5c8161baa2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1945b63c-bc56-48e7-a890-1321d0b15d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:18:19.555442 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a4f54ad5-4d8f-4a29-a6aa-5f9277d2dfbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:19.556579 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f54ad5-4d8f-4a29-a6aa-5f9277d2dfbb None None] Bound using segment: {'id': '2c48cfd2-062b-4647-a482-5c8161baa2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1945b63c-bc56-48e7-a890-1321d0b15d6d'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:18:19.558633 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-a4f54ad5-4d8f-4a29-a6aa-5f9277d2dfbb None None] Bound port: 3cbe507e-db80-4694-b015-163562355318, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c48cfd2-062b-4647-a482-5c8161baa2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1945b63c-bc56-48e7-a890-1321d0b15d6d'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:18:19.560854 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a4f54ad5-4d8f-4a29-a6aa-5f9277d2dfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (3cbe507e-db80-4694-b015-163562355318), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:19.565518 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-041cef00-ae18-4b30-86f1-c1bb398bf53e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:19.760975 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1cd8c6ed-1b97-4446-8300-a24700b3841d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:19.764345 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-a4f54ad5-4d8f-4a29-a6aa-5f9277d2dfbb None None] For port 3cbe507e-db80-4694-b015-163562355318, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:18:19.776552 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-a4f54ad5-4d8f-4a29-a6aa-5f9277d2dfbb None None] For port 3cbe507e-db80-4694-b015-163562355318, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=3cbe507e-db80-4694-b015-163562355318,segment=NetworkSegment(2c48cfd2-062b-4647-a482-5c8161baa2f4),segment_id=2c48cfd2-062b-4647-a482-5c8161baa2f4)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:18:19.805387 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a4f54ad5-4d8f-4a29-a6aa-5f9277d2dfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (3cbe507e-db80-4694-b015-163562355318), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:19.830564 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 420d1770-f371-4ef3-80de-40843395f9e1 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:18:19.867316 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f54ad5-4d8f-4a29-a6aa-5f9277d2dfbb None None] Routers {'7e3e39dd-b40d-4402-8a57-5cdbeac52ab0'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:18:19.868240 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-a4f54ad5-4d8f-4a29-a6aa-5f9277d2dfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:17:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['7e3e39dd-b40d-4402-8a57-5cdbeac52ab0'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:18:19.996646 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5e0a3e1a-6ab8-4517-adf4-34fe4ec0e79c req-961e3f9f-9a98-4897-91a0-ad0329978006 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 210 time: 0.6213238 Jul 28 02:18:20.031107 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:20.083387 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 420d1770-f371-4ef3-80de-40843395f9e1 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:20.084087 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (420d1770-f371-4ef3-80de-40843395f9e1), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:20.143493 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8725ec0-3b69-464b-a8c2-184822956e1a None None] Pushing event updated for resources: {'Port': ['ID=3cbe507e-db80-4694-b015-163562355318,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:20.165419 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-76fec814-5a2f-453c-b727-9437b69672fd None None] Provisioning complete for port 3cbe507e-db80-4694-b015-163562355318 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:20.166072 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-76fec814-5a2f-453c-b727-9437b69672fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (3cbe507e-db80-4694-b015-163562355318), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:20.234195 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-a4f54ad5-4d8f-4a29-a6aa-5f9277d2dfbb None None] Set router 7e3e39dd-b40d-4402-8a57-5cdbeac52ab0 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:18:20.241329 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9c8559de-f0fa-49c8-acd7-06dae8c0b36e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group_rule (7530fc86-54c9-4927-9312-81ceb4d95878), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:20.260334 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d98e3edf-b49c-4f87-ab36-3063e70e0aaa req-4b8a8de4-b0f8-4dac-8717-9593dde951ab tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 210 time: 0.2335932 Jul 28 02:18:20.262198 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9c8559de-f0fa-49c8-acd7-06dae8c0b36e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (7530fc86-54c9-4927-9312-81ceb4d95878), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:20.305912 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8559de-f0fa-49c8-acd7-06dae8c0b36e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7530fc86-54c9-4927-9312-81ceb4d95878,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:20.337516 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-041cef00-ae18-4b30-86f1-c1bb398bf53e admin admin] Publish callbacks [] for security_group (5587fb81-2b87-4837-bc83-f88fbc01bc3f), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:20.356703 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9c8559de-f0fa-49c8-acd7-06dae8c0b36e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:20.363528 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-9c8559de-f0fa-49c8-acd7-06dae8c0b36e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2429533 Jul 28 02:18:20.364619 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 41634) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:20.370337 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-041cef00-ae18-4b30-86f1-c1bb398bf53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (5587fb81-2b87-4837-bc83-f88fbc01bc3f), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:20.372506 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-e7a28370-35cc-4cfe-ac73-edbef5415997 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Request body: {'floatingip': {'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:18:20.420207 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e7a28370-35cc-4cfe-ac73-edbef5415997 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:20.435569 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 420d1770-f371-4ef3-80de-40843395f9e1 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:20.435968 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (420d1770-f371-4ef3-80de-40843395f9e1), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:20.449715 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1cd8c6ed-1b97-4446-8300-a24700b3841d admin admin] Publish callbacks [] for security_group (fe529f2b-03ad-4089-88ca-b5e8858c4fde), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:20.460767 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-041cef00-ae18-4b30-86f1-c1bb398bf53e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f3a3681b049f4af5879b93e98f50a280&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9292026 Jul 28 02:18:20.463309 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 41642) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:20.465639 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1cd8c6ed-1b97-4446-8300-a24700b3841d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (fe529f2b-03ad-4089-88ca-b5e8858c4fde), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:20.534233 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=72,neutron:DELETE=4,neutron:INSERT=21,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:20.590033 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-76fec814-5a2f-453c-b727-9437b69672fd None None] Current status of the port 3cbe507e-db80-4694-b015-163562355318 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:20.590431 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-76fec814-5a2f-453c-b727-9437b69672fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (3cbe507e-db80-4694-b015-163562355318), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:20.600974 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] For port 420d1770-f371-4ef3-80de-40843395f9e1, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=420d1770-f371-4ef3-80de-40843395f9e1,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:18:20.619411 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (420d1770-f371-4ef3-80de-40843395f9e1), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:20.620517 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041cef00-ae18-4b30-86f1-c1bb398bf53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5587fb81-2b87-4837-bc83-f88fbc01bc3f,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:20.687407 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8c6ed-1b97-4446-8300-a24700b3841d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe529f2b-03ad-4089-88ca-b5e8858c4fde,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:20.718735 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-1cd8c6ed-1b97-4446-8300-a24700b3841d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=108cffd38d9b4c10a8120efd0244ff83&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2291825 Jul 28 02:18:20.729520 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 41658) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:20.750887 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-76fec814-5a2f-453c-b727-9437b69672fd None None] For port 3cbe507e-db80-4694-b015-163562355318, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=3cbe507e-db80-4694-b015-163562355318,segment=NetworkSegment(2c48cfd2-062b-4647-a482-5c8161baa2f4),segment_id=2c48cfd2-062b-4647-a482-5c8161baa2f4)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:18:20.771107 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-76fec814-5a2f-453c-b727-9437b69672fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (3cbe507e-db80-4694-b015-163562355318), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:20.825070 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Pushing event updated for resources: {'Port': ['ID=420d1770-f371-4ef3-80de-40843395f9e1,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:20.888289 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-a4f54ad5-4d8f-4a29-a6aa-5f9277d2dfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3e39dd-b40d-4402-8a57-5cdbeac52ab0', 'name': 'tempest-DeleteServersTestJSON-1748751749-router', 'tenant_id': 'a042e3701d7842b29f4f3caddc8dd0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'bbf7f04d-4997-47e7-b5c2-f6d97b88d175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:18:00Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': 'a042e3701d7842b29f4f3caddc8dd0b8', 'gw_port': {'id': 'bbf7f04d-4997-47e7-b5c2-f6d97b88d175', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3e39dd-b40d-4402-8a57-5cdbeac52ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:02Z', 'updated_at': '2022-07-28T02:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '3cbe507e-db80-4694-b015-163562355318', 'name': '', 'network_id': '1945b63c-bc56-48e7-a890-1321d0b15d6d', 'tenant_id': 'a042e3701d7842b29f4f3caddc8dd0b8', 'mac_address': 'fa:16:3e:71:1e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3e39dd-b40d-4402-8a57-5cdbeac52ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '513c1778-c30a-4f29-8342-23c667537e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:11Z', 'updated_at': '2022-07-28T02:18:19Z', 'revision_number': 4, 'project_id': 'a042e3701d7842b29f4f3caddc8dd0b8', 'subnets': [{'id': '513c1778-c30a-4f29-8342-23c667537e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:18:20.938507 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f54ad5-4d8f-4a29-a6aa-5f9277d2dfbb None None] The sync data for ids ['7e3e39dd-b40d-4402-8a57-5cdbeac52ab0'] in dv-cinder-799871-46-iscsi is: [{'id': '7e3e39dd-b40d-4402-8a57-5cdbeac52ab0', 'name': 'tempest-DeleteServersTestJSON-1748751749-router', 'tenant_id': 'a042e3701d7842b29f4f3caddc8dd0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'bbf7f04d-4997-47e7-b5c2-f6d97b88d175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:18:00Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': 'a042e3701d7842b29f4f3caddc8dd0b8', 'gw_port': {'id': 'bbf7f04d-4997-47e7-b5c2-f6d97b88d175', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3e39dd-b40d-4402-8a57-5cdbeac52ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:02Z', 'updated_at': '2022-07-28T02:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '3cbe507e-db80-4694-b015-163562355318', 'name': '', 'network_id': '1945b63c-bc56-48e7-a890-1321d0b15d6d', 'tenant_id': 'a042e3701d7842b29f4f3caddc8dd0b8', 'mac_address': 'fa:16:3e:71:1e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3e39dd-b40d-4402-8a57-5cdbeac52ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '513c1778-c30a-4f29-8342-23c667537e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:11Z', 'updated_at': '2022-07-28T02:18:19Z', 'revision_number': 4, 'project_id': 'a042e3701d7842b29f4f3caddc8dd0b8', 'subnets': [{'id': '513c1778-c30a-4f29-8342-23c667537e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:18:20.956077 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0162da04-1ba8-422a-a25f-95ee04fae18d admin admin] Publish callbacks [] for security_group (fe529f2b-03ad-4089-88ca-b5e8858c4fde), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:20.982901 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cdcec04f-5d72-4d32-b943-5660d47db1aa admin admin] Publish callbacks [] for security_group (5587fb81-2b87-4837-bc83-f88fbc01bc3f), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:20.985499 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e7a28370-35cc-4cfe-ac73-edbef5415997 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:21.019752 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-a2c8e1ec-ab3b-461d-8eaf-197c286ba59a None None] Provisioning complete for port 3cbe507e-db80-4694-b015-163562355318 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:21.023916 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a2c8e1ec-ab3b-461d-8eaf-197c286ba59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (3cbe507e-db80-4694-b015-163562355318), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:21.088678 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0162da04-1ba8-422a-a25f-95ee04fae18d admin admin] Publish callbacks [] for security_group (fe529f2b-03ad-4089-88ca-b5e8858c4fde), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:21.102585 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fec814-5a2f-453c-b727-9437b69672fd None None] Pushing event updated for resources: {'Port': ['ID=3cbe507e-db80-4694-b015-163562355318,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:21.171466 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cdcec04f-5d72-4d32-b943-5660d47db1aa admin admin] Publish callbacks [] for security_group (5587fb81-2b87-4837-bc83-f88fbc01bc3f), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:21.264287 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-a2c8e1ec-ab3b-461d-8eaf-197c286ba59a None None] Current status of the port 3cbe507e-db80-4694-b015-163562355318 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:21.266900 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:21.272777 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:21.279230 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [None req-e7a28370-35cc-4cfe-ac73-edbef5415997 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Allocated IP 172.27.0.75 (fac975fe-f61e-48f2-98cd-c3133f923d7b/e1a55f55-f115-45c6-a5b1-44ded4e4dd9d/f6f0c6ba-4427-4551-b505-64e3945e9ee9) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:18:21.330308 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0162da04-1ba8-422a-a25f-95ee04fae18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (fe529f2b-03ad-4089-88ca-b5e8858c4fde), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:21.333596 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0162da04-1ba8-422a-a25f-95ee04fae18d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:21.337130 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-0162da04-1ba8-422a-a25f-95ee04fae18d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/fe529f2b-03ad-4089-88ca-b5e8858c4fde HTTP/1.1" status: 204 len: 168 time: 0.5939999 Jul 28 02:18:21.349564 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162da04-1ba8-422a-a25f-95ee04fae18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe529f2b-03ad-4089-88ca-b5e8858c4fde,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:21.363975 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cdcec04f-5d72-4d32-b943-5660d47db1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (5587fb81-2b87-4837-bc83-f88fbc01bc3f), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:21.366431 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cdcec04f-5d72-4d32-b943-5660d47db1aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:21.375064 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-cdcec04f-5d72-4d32-b943-5660d47db1aa admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5587fb81-2b87-4837-bc83-f88fbc01bc3f HTTP/1.1" status: 204 len: 168 time: 0.9103889 Jul 28 02:18:21.378196 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-abb848a9-e3ce-44b3-9696-7acfe367a64c req-c41eaeb3-c072-428d-b39e-04c1a0b6fc18 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 210 time: 0.1117232 Jul 28 02:18:21.416026 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcec04f-5d72-4d32-b943-5660d47db1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5587fb81-2b87-4837-bc83-f88fbc01bc3f,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:21.637701 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6daf35aa-25fc-40a3-99a8-9547fd2f8ef5 req-6bb47324-b0e6-4629-87db-27a7a5e8f50e tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 210 time: 0.0634816 Jul 28 02:18:21.665297 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e7a28370-35cc-4cfe-ac73-edbef5415997 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for port (f6f0c6ba-4427-4551-b505-64e3945e9ee9), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:21.740023 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e7a28370-35cc-4cfe-ac73-edbef5415997 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659'] for port (f6f0c6ba-4427-4551-b505-64e3945e9ee9), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:21.793104 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a28370-35cc-4cfe-ac73-edbef5415997 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Network fac975fe-f61e-48f2-98cd-c3133f923d7b is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:18:21.802284 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-e7a28370-35cc-4cfe-ac73-edbef5415997 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:18:21.808703 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a28370-35cc-4cfe-ac73-edbef5415997 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:18:21.854788 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a28370-35cc-4cfe-ac73-edbef5415997 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event updated for resources: {'Port': ['ID=f6f0c6ba-4427-4551-b505-64e3945e9ee9,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:21.874412 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 420d1770-f371-4ef3-80de-40843395f9e1 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:18:21.889474 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:21.936262 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e7a28370-35cc-4cfe-ac73-edbef5415997 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for floatingip (c960f6a6-7e10-4edb-97b1-e9f1ea783df9), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:21.952153 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da41163-1e30-4ec5-a4ee-bbd45f7fda25 None None] Sync routers for ids ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:18:21.995016 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da41163-1e30-4ec5-a4ee-bbd45f7fda25 None None] Routers {'36354f44-4c5b-4f6a-b262-2f1cd2d07967'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:18:21.995993 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-4da41163-1e30-4ec5-a4ee-bbd45f7fda25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:17:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:18:22.004861 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e7a28370-35cc-4cfe-ac73-edbef5415997 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (f6f0c6ba-4427-4551-b505-64e3945e9ee9), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:22.068472 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 420d1770-f371-4ef3-80de-40843395f9e1 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:22.069523 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (420d1770-f371-4ef3-80de-40843395f9e1), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:22.214299 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-4da41163-1e30-4ec5-a4ee-bbd45f7fda25 None None] Set router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:18:22.292387 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e7a28370-35cc-4cfe-ac73-edbef5415997 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for port (f6f0c6ba-4427-4551-b505-64e3945e9ee9), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:22.307976 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e7a28370-35cc-4cfe-ac73-edbef5415997 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (f6f0c6ba-4427-4551-b505-64e3945e9ee9), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:22.332661 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 41712) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:22.343656 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:22.360177 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e7a28370-35cc-4cfe-ac73-edbef5415997 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (c960f6a6-7e10-4edb-97b1-e9f1ea783df9), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:22.363235 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-218a425e-9d1d-4845-8172-1df0a3298cdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:22.393570 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a28370-35cc-4cfe-ac73-edbef5415997 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event updated for resources: {'Port': ['ID=f6f0c6ba-4427-4551-b505-64e3945e9ee9,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:22.417070 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 420d1770-f371-4ef3-80de-40843395f9e1 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:22.419357 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 3cbe507e-db80-4694-b015-163562355318 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:18:22.447430 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e7a28370-35cc-4cfe-ac73-edbef5415997 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:22.455390 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-e7a28370-35cc-4cfe-ac73-edbef5415997 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0894167 Jul 28 02:18:22.547089 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 3cbe507e-db80-4694-b015-163562355318 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:22.547631 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (3cbe507e-db80-4694-b015-163562355318), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:22.674308 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-4da41163-1e30-4ec5-a4ee-bbd45f7fda25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '420d1770-f371-4ef3-80de-40843395f9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:59Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'gw_port': {'id': '420d1770-f371-4ef3-80de-40843395f9e1', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:01Z', 'updated_at': '2022-07-28T02:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '40a12468-19ed-487d-a474-8a6063834f45', 'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'mac_address': 'fa:16:3e:62:c5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:09Z', 'updated_at': '2022-07-28T02:18:14Z', 'revision_number': 2, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'subnets': [{'id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:18:22.697245 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-218a425e-9d1d-4845-8172-1df0a3298cdd admin admin] Publish callbacks [] for security_group (3f7bb03e-0720-477e-8bd9-54ad2f0617b8), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:22.713805 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-218a425e-9d1d-4845-8172-1df0a3298cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (3f7bb03e-0720-477e-8bd9-54ad2f0617b8), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:22.731283 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da41163-1e30-4ec5-a4ee-bbd45f7fda25 None None] Checking router: 36354f44-4c5b-4f6a-b262-2f1cd2d07967 for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:18:22.731839 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da41163-1e30-4ec5-a4ee-bbd45f7fda25 None None] Updating router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 port 40a12468-19ed-487d-a474-8a6063834f45 binding host dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 02:18:22.794718 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9f06832c-6b14-4aa6-ad9b-539c276e7c76 req-8e54ea96-dbe9-4ae0-a9c7-a8aa651bbdb4 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 210 time: 0.0590093 Jul 28 02:18:22.825220 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-218a425e-9d1d-4845-8172-1df0a3298cdd admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=503c5cd703304e4298d7d12c81f1cabd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4904385 Jul 28 02:18:22.827803 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 41726) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:22.867276 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:22.935500 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a425e-9d1d-4845-8172-1df0a3298cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7bb03e-0720-477e-8bd9-54ad2f0617b8,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:23.013794 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b2b15bb6-e970-415b-bb8e-3b7f67ec50e2 req-61dc14b4-ebd4-4f1c-a3a1-f809d1dcff10 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 210 time: 0.1040394 Jul 28 02:18:23.063782 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5e1aa3a6-29c4-461d-aca5-2c42e0cbd8e2 admin admin] Publish callbacks [] for security_group (3f7bb03e-0720-477e-8bd9-54ad2f0617b8), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:23.129395 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5e1aa3a6-29c4-461d-aca5-2c42e0cbd8e2 admin admin] Publish callbacks [] for security_group (3f7bb03e-0720-477e-8bd9-54ad2f0617b8), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:23.213507 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 3cbe507e-db80-4694-b015-163562355318 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:23.215744 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4da41163-1e30-4ec5-a4ee-bbd45f7fda25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (40a12468-19ed-487d-a474-8a6063834f45), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:23.384834 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-59f883e4-259c-437d-8962-d068db01cd73 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1665482734&fields=id&tenant_id=f4622eae14dd460dbd4e51d4a0413e5f HTTP/1.1" status: 200 len: 267 time: 0.1489453 Jul 28 02:18:23.385681 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5e1aa3a6-29c4-461d-aca5-2c42e0cbd8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (3f7bb03e-0720-477e-8bd9-54ad2f0617b8), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:23.388791 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5e1aa3a6-29c4-461d-aca5-2c42e0cbd8e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:23.390006 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-5e1aa3a6-29c4-461d-aca5-2c42e0cbd8e2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3f7bb03e-0720-477e-8bd9-54ad2f0617b8 HTTP/1.1" status: 204 len: 168 time: 0.5609376 Jul 28 02:18:23.414261 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1aa3a6-29c4-461d-aca5-2c42e0cbd8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7bb03e-0720-477e-8bd9-54ad2f0617b8,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:23.415829 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:23.552085 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-159a1fff-f000-44fe-8084-12cc6ef2b90d tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:23.554515 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-159a1fff-f000-44fe-8084-12cc6ef2b90d tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/networks?id=bda255f1-8497-41f0-9d65-8f281bd7eb0d HTTP/1.1" status: 200 len: 815 time: 0.1591821 Jul 28 02:18:23.589509 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-5eb373f5-43d0-4695-85fb-09c123fb7183 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/quotas/f4622eae14dd460dbd4e51d4a0413e5f HTTP/1.1" status: 200 len: 375 time: 0.0258646 Jul 28 02:18:23.708295 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-b91fdac9-ab2e-4718-8753-fab2d321dc5a tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=f4622eae14dd460dbd4e51d4a0413e5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1087630 Jul 28 02:18:23.771262 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4da41163-1e30-4ec5-a4ee-bbd45f7fda25 None None] Publish callbacks [] for port (40a12468-19ed-487d-a474-8a6063834f45), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:23.787269 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4da41163-1e30-4ec5-a4ee-bbd45f7fda25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (40a12468-19ed-487d-a474-8a6063834f45), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:23.912978 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:24.091755 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.45', 52401) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:24.145332 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.45', 52402) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:24.186963 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ef7b2-7a4f-47a2-ae79-154f3e10bbfe None None] Pushing event updated for resources: {'Port': ['ID=40a12468-19ed-487d-a474-8a6063834f45,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:24.355743 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-4da41163-1e30-4ec5-a4ee-bbd45f7fda25 None None] Attempting to bind port 40a12468-19ed-487d-a474-8a6063834f45 on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:18:24.357990 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-4da41163-1e30-4ec5-a4ee-bbd45f7fda25 None None] Attempting to bind port 40a12468-19ed-487d-a474-8a6063834f45 by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': 'ad593867-37dc-486f-9ad0-984d268f99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:18:24.363014 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da41163-1e30-4ec5-a4ee-bbd45f7fda25 None None] Attempting to bind port 40a12468-19ed-487d-a474-8a6063834f45 on network bda255f1-8497-41f0-9d65-8f281bd7eb0d {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:18:24.389253 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da41163-1e30-4ec5-a4ee-bbd45f7fda25 None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:18:24.398323 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da41163-1e30-4ec5-a4ee-bbd45f7fda25 None None] Checking segment: {'id': 'ad593867-37dc-486f-9ad0-984d268f99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:18:24.399038 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4da41163-1e30-4ec5-a4ee-bbd45f7fda25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:24.399615 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da41163-1e30-4ec5-a4ee-bbd45f7fda25 None None] Bound using segment: {'id': 'ad593867-37dc-486f-9ad0-984d268f99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:18:24.403025 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-4da41163-1e30-4ec5-a4ee-bbd45f7fda25 None None] Bound port: 40a12468-19ed-487d-a474-8a6063834f45, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad593867-37dc-486f-9ad0-984d268f99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:18:24.403670 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4da41163-1e30-4ec5-a4ee-bbd45f7fda25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (40a12468-19ed-487d-a474-8a6063834f45), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:24.686609 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:24.711927 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-4da41163-1e30-4ec5-a4ee-bbd45f7fda25 None None] For port 40a12468-19ed-487d-a474-8a6063834f45, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:18:24.720107 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-4da41163-1e30-4ec5-a4ee-bbd45f7fda25 None None] For port 40a12468-19ed-487d-a474-8a6063834f45, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=40a12468-19ed-487d-a474-8a6063834f45,segment=NetworkSegment(ad593867-37dc-486f-9ad0-984d268f99db),segment_id=ad593867-37dc-486f-9ad0-984d268f99db)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:18:24.727946 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-9cf2e872-aa0e-4dc1-99e9-8235e895b410 None None] Provisioning complete for port 40a12468-19ed-487d-a474-8a6063834f45 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:24.729006 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9cf2e872-aa0e-4dc1-99e9-8235e895b410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (40a12468-19ed-487d-a474-8a6063834f45), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:24.787292 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4da41163-1e30-4ec5-a4ee-bbd45f7fda25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (40a12468-19ed-487d-a474-8a6063834f45), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:24.788021 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-3de1e5a3-5831-4481-a9bd-37afb58bed16 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:24.792125 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:24.794012 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-3de1e5a3-5831-4481-a9bd-37afb58bed16 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.45 "GET /v2.0/networks?id=b7a41f53-02ba-4d68-a9f3-9f5c3103be75 HTTP/1.1" status: 200 len: 816 time: 0.6956279 Jul 28 02:18:24.797022 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-8271def3-dd13-4472-95ca-88a5f0112c34 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:24.798538 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-8271def3-dd13-4472-95ca-88a5f0112c34 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.45 "GET /v2.0/networks?id=1945b63c-bc56-48e7-a890-1321d0b15d6d HTTP/1.1" status: 200 len: 812 time: 0.6353726 Jul 28 02:18:24.820612 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3637b834-a7a7-4cff-ab6b-aefe2f92b496 req-3736cecf-5d7f-45d2-b52e-3a786b5e01fa tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 210 time: 0.7387316 Jul 28 02:18:24.849036 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-d9a6d457-0155-43b3-9271-0df3d58bf599 service neutron] 10.222.0.40 "GET /v2.0/networks/bda255f1-8497-41f0-9d65-8f281bd7eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1148162 Jul 28 02:18:24.962689 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-10d2af50-addc-4075-864f-176e25bd3fec tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Request body: {'port': {'device_id': '00debb19-ca1a-4dc1-ab8a-08c6a04ed862', 'network_id': '1945b63c-bc56-48e7-a890-1321d0b15d6d', 'admin_state_up': True, 'tenant_id': 'a042e3701d7842b29f4f3caddc8dd0b8'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:18:25.109498 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ef7b2-7a4f-47a2-ae79-154f3e10bbfe None None] Pushing event updated for resources: {'Port': ['ID=40a12468-19ed-487d-a474-8a6063834f45,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:25.155476 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-f0683cc1-25e1-487d-b2db-bb4c6d816af7 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ed45da3e0024fa597d03299abae9859 HTTP/1.1" status: 200 len: 380 time: 0.2244222 Jul 28 02:18:25.168274 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-9cf2e872-aa0e-4dc1-99e9-8235e895b410 None None] Port 40a12468-19ed-487d-a474-8a6063834f45 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:18:25.172500 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-afff46fe-ef2f-4b8d-bda4-648f854e07bb tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Request body: {'port': {'device_id': '37f3fd25-2f4e-4cbc-8c43-158fc08ece33', 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'admin_state_up': True, 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'security_groups': ['02237a53-9635-4c41-b478-34d65114a395']}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:18:25.194649 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da41163-1e30-4ec5-a4ee-bbd45f7fda25 None None] Routers {'36354f44-4c5b-4f6a-b262-2f1cd2d07967'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:18:25.196542 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-4da41163-1e30-4ec5-a4ee-bbd45f7fda25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:17:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:18:25.396736 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:18:25.455377 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-44e073e4-36f7-4fec-bab5-92f1cdf8cdc9 req-6dceeff7-86cb-4473-9b6b-322e2042af39 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 210 time: 0.1163926 Jul 28 02:18:25.514016 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-4da41163-1e30-4ec5-a4ee-bbd45f7fda25 None None] Set router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:18:25.543680 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-afff46fe-ef2f-4b8d-bda4-648f854e07bb tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Made reservation on behalf of 1ed45da3e0024fa597d03299abae9859 for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:18:25.552507 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-afff46fe-ef2f-4b8d-bda4-648f854e07bb tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:25.587597 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=9 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:25.716643 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-8f25fbfe-eef4-46c6-9ca1-35eb9310a8b9 service neutron] 10.222.0.40 "GET /v2.0/networks/bda255f1-8497-41f0-9d65-8f281bd7eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8647616 Jul 28 02:18:25.756813 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-10d2af50-addc-4075-864f-176e25bd3fec tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Made reservation on behalf of a042e3701d7842b29f4f3caddc8dd0b8 for: {'port': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:18:25.768863 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-10d2af50-addc-4075-864f-176e25bd3fec tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:25.824750 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:25.897589 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 40a12468-19ed-487d-a474-8a6063834f45 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:18:26.030846 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-933b22b8-dd9e-4b4c-82e3-67e684c8421a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:26.034460 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-e509c13a-73c2-44a6-a256-12561c00e2d8 None None] Provisioning complete for port 40a12468-19ed-487d-a474-8a6063834f45 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:26.035008 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e509c13a-73c2-44a6-a256-12561c00e2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (40a12468-19ed-487d-a474-8a6063834f45), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:26.388413 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 40a12468-19ed-487d-a474-8a6063834f45 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:26.388812 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (40a12468-19ed-487d-a474-8a6063834f45), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:26.607954 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-4da41163-1e30-4ec5-a4ee-bbd45f7fda25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '420d1770-f371-4ef3-80de-40843395f9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:59Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'gw_port': {'id': '420d1770-f371-4ef3-80de-40843395f9e1', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:01Z', 'updated_at': '2022-07-28T02:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '40a12468-19ed-487d-a474-8a6063834f45', 'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'mac_address': 'fa:16:3e:62:c5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:09Z', 'updated_at': '2022-07-28T02:18:24Z', 'revision_number': 4, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'subnets': [{'id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:18:26.744702 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da41163-1e30-4ec5-a4ee-bbd45f7fda25 None None] The sync data for ids ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'] in dv-cinder-799871-46-iscsi is: [{'id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '420d1770-f371-4ef3-80de-40843395f9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:59Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'gw_port': {'id': '420d1770-f371-4ef3-80de-40843395f9e1', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:01Z', 'updated_at': '2022-07-28T02:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '40a12468-19ed-487d-a474-8a6063834f45', 'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'mac_address': 'fa:16:3e:62:c5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:09Z', 'updated_at': '2022-07-28T02:18:24Z', 'revision_number': 4, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'subnets': [{'id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:18:26.756354 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:26.775759 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-e509c13a-73c2-44a6-a256-12561c00e2d8 None None] Current status of the port 40a12468-19ed-487d-a474-8a6063834f45 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:26.776154 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e509c13a-73c2-44a6-a256-12561c00e2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (40a12468-19ed-487d-a474-8a6063834f45), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:26.866948 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-afff46fe-ef2f-4b8d-bda4-648f854e07bb tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Allocated IP 172.20.0.14 (b7a41f53-02ba-4d68-a9f3-9f5c3103be75/5140c104-3441-42e7-8ecc-b111359f4da5/d07f97be-2b00-4c81-a7cf-ea02ac526203) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:18:26.996048 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 40a12468-19ed-487d-a474-8a6063834f45 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:26.999521 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (40a12468-19ed-487d-a474-8a6063834f45), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:27.086093 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-e509c13a-73c2-44a6-a256-12561c00e2d8 None None] For port 40a12468-19ed-487d-a474-8a6063834f45, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=40a12468-19ed-487d-a474-8a6063834f45,segment=NetworkSegment(ad593867-37dc-486f-9ad0-984d268f99db),segment_id=ad593867-37dc-486f-9ad0-984d268f99db)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:18:27.102151 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e509c13a-73c2-44a6-a256-12561c00e2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (40a12468-19ed-487d-a474-8a6063834f45), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:27.102402 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-10d2af50-addc-4075-864f-176e25bd3fec tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Allocated IP 172.20.0.4 (1945b63c-bc56-48e7-a890-1321d0b15d6d/513c1778-c30a-4f29-8342-23c667537e2d/1a626239-e398-4f6c-af9a-cb4483118c82) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:18:27.485547 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.db.api [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 02:18:27.491605 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG oslo_db.api [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 02:18:27.495956 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-10d2af50-addc-4075-864f-176e25bd3fec tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Publish callbacks [] for port (1a626239-e398-4f6c-af9a-cb4483118c82), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:27.551179 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:27.562541 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509c13a-73c2-44a6-a256-12561c00e2d8 None None] Pushing event updated for resources: {'Port': ['ID=40a12468-19ed-487d-a474-8a6063834f45,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:27.589042 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-247591ae-2384-4e69-8300-598b13a37cde req-69129f6a-a1ab-45de-be10-af851c378a07 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 210 time: 1.4965911 Jul 28 02:18:27.589042 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-10d2af50-addc-4075-864f-176e25bd3fec tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659'] for port (1a626239-e398-4f6c-af9a-cb4483118c82), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:27.601079 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-afff46fe-ef2f-4b8d-bda4-648f854e07bb tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for port (d07f97be-2b00-4c81-a7cf-ea02ac526203), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:27.605377 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-45ae8904-35dd-4c77-9b27-cfb8d1522f44 req-54655a40-99ad-4b2e-9072-25e067895a12 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 210 time: 1.4330091 Jul 28 02:18:27.777315 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-afff46fe-ef2f-4b8d-bda4-648f854e07bb tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (d07f97be-2b00-4c81-a7cf-ea02ac526203), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:27.892621 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-10d2af50-addc-4075-864f-176e25bd3fec tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Network 1945b63c-bc56-48e7-a890-1321d0b15d6d is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:18:27.914557 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-afff46fe-ef2f-4b8d-bda4-648f854e07bb tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Network b7a41f53-02ba-4d68-a9f3-9f5c3103be75 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:18:27.926515 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-afff46fe-ef2f-4b8d-bda4-648f854e07bb tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:18:27.945224 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-afff46fe-ef2f-4b8d-bda4-648f854e07bb tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:18:27.950023 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-10d2af50-addc-4075-864f-176e25bd3fec tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:18:27.954672 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-10d2af50-addc-4075-864f-176e25bd3fec tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:18:27.970212 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-10d2af50-addc-4075-864f-176e25bd3fec tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:27.973351 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-10d2af50-addc-4075-864f-176e25bd3fec tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:27.985461 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff46fe-ef2f-4b8d-bda4-648f854e07bb tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Pushing event updated for resources: {'Port': ['ID=d07f97be-2b00-4c81-a7cf-ea02ac526203,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:28.000116 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d2af50-addc-4075-864f-176e25bd3fec tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Pushing event updated for resources: {'Port': ['ID=1a626239-e398-4f6c-af9a-cb4483118c82,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:28.045571 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:28.074447 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-afff46fe-ef2f-4b8d-bda4-648f854e07bb tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:28.075582 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-afff46fe-ef2f-4b8d-bda4-648f854e07bb tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:28.080055 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49fb46-9f08-4406-801d-ac8691c13d13 req-928a78e1-db5b-40f8-91f6-843ead2b393f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:28.082800 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1b49fb46-9f08-4406-801d-ac8691c13d13 req-928a78e1-db5b-40f8-91f6-843ead2b393f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 932 time: 0.2407863 Jul 28 02:18:28.087198 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-10d2af50-addc-4075-864f-176e25bd3fec tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1472623 Jul 28 02:18:28.094135 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 40a12468-19ed-487d-a474-8a6063834f45 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:28.117843 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-afff46fe-ef2f-4b8d-bda4-648f854e07bb tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9612978 Jul 28 02:18:28.193182 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-632d267d-1cfc-4da5-8b98-dddf77105465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:28.304228 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1b49fb46-9f08-4406-801d-ac8691c13d13 req-efcc0a57-5f64-4ec6-8f99-eaeb5c81ab62 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907823 Jul 28 02:18:28.391223 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 40a12468-19ed-487d-a474-8a6063834f45 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:18:28.525894 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 40a12468-19ed-487d-a474-8a6063834f45 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:28.528196 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (40a12468-19ed-487d-a474-8a6063834f45), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:28.584081 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-0823121a-8624-4b22-9635-62102cb47554 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 02:18:28.587736 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-fd18a724-e25a-4639-b6f9-d1a75c36c999 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=103999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 02:18:28.589075 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-fd18a724-e25a-4639-b6f9-d1a75c36c999 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0139501 Jul 28 02:18:28.590636 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-0823121a-8624-4b22-9635-62102cb47554 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0113533 Jul 28 02:18:28.777262 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-909c0cdd-bfb6-41bb-938d-850c4c3c4542 None None] Provisioning complete for port d07f97be-2b00-4c81-a7cf-ea02ac526203 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:28.777553 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-909c0cdd-bfb6-41bb-938d-850c4c3c4542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (d07f97be-2b00-4c81-a7cf-ea02ac526203), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:28.943203 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a666875b-f551-49d8-a04b-e60112475f5c req-2d27a530-dc9d-4c1c-b6cc-fa40aad51f00 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 210 time: 0.1151633 Jul 28 02:18:29.023409 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 40a12468-19ed-487d-a474-8a6063834f45 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:29.033155 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-909c0cdd-bfb6-41bb-938d-850c4c3c4542 None None] Port d07f97be-2b00-4c81-a7cf-ea02ac526203 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:18:29.120534 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655ef6b-08f5-4004-b1f7-ce05445e8f14 req-15891482-9af5-4b3b-b5c5-0bee6ac7d534 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:29.136775 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f655ef6b-08f5-4004-b1f7-ce05445e8f14 req-15891482-9af5-4b3b-b5c5-0bee6ac7d534 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 931 time: 0.1918993 Jul 28 02:18:29.200129 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-f501cf3e-ad91-4bec-9eea-8fda668c9ee5 None None] Provisioning complete for port 1a626239-e398-4f6c-af9a-cb4483118c82 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:29.211827 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f501cf3e-ad91-4bec-9eea-8fda668c9ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (1a626239-e398-4f6c-af9a-cb4483118c82), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:29.292055 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f655ef6b-08f5-4004-b1f7-ce05445e8f14 req-b03ce8a9-ac44-44a9-8f7b-5f048920cadb tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/security-groups?id=277d6e92-095d-4d8f-88e7-94d758b3b68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531172 Jul 28 02:18:29.295525 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 41990) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:29.363005 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:29.367467 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-f501cf3e-ad91-4bec-9eea-8fda668c9ee5 None None] Port 1a626239-e398-4f6c-af9a-cb4483118c82 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:18:29.519636 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-c79facf3-ef21-44ca-b434-b45e4e24c5a9 service neutron] Request body: {'port': {'device_id': '00debb19-ca1a-4dc1-ab8a-08c6a04ed862', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:18:29.566899 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cd696-9a37-43bb-a318-5cf2ff0d1c37 req-cf6b1359-7037-42dd-b723-ec6de921bc18 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:29.579170 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d97cd696-9a37-43bb-a318-5cf2ff0d1c37 req-cf6b1359-7037-42dd-b723-ec6de921bc18 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 932 time: 0.1047778 Jul 28 02:18:29.635619 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-d1eab0ce-0330-479b-bfc4-1b16e5126b6d service neutron] Request body: {'port': {'device_id': '37f3fd25-2f4e-4cbc-8c43-158fc08ece33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:18:29.701765 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.45', 52412) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:29.847764 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-cd689fb1-a83c-4bd2-98c2-0ac95a2e344d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:29.869072 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d97cd696-9a37-43bb-a318-5cf2ff0d1c37 req-ee195c66-b4a7-4a09-b90d-0e373dbffab4 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2817652 Jul 28 02:18:29.967853 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-d1eab0ce-0330-479b-bfc4-1b16e5126b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (d07f97be-2b00-4c81-a7cf-ea02ac526203), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:30.028277 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-c79facf3-ef21-44ca-b434-b45e4e24c5a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (1a626239-e398-4f6c-af9a-cb4483118c82), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:30.260983 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:30.319630 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-afc125a6-f272-4453-beab-9e308360a1c5 req-3fbce741-7152-458d-bdf5-dfbf53172b7c tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 210 time: 0.0807667 Jul 28 02:18:30.321255 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:30.462323 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-cd689fb1-a83c-4bd2-98c2-0ac95a2e344d admin admin] Publish callbacks [] for security_group (8cf8faa2-db3b-48e2-b828-007e9287bc38), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:30.534997 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-cd689fb1-a83c-4bd2-98c2-0ac95a2e344d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (8cf8faa2-db3b-48e2-b828-007e9287bc38), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:30.630379 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd689fb1-a83c-4bd2-98c2-0ac95a2e344d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf8faa2-db3b-48e2-b828-007e9287bc38,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:30.677683 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:30.708639 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317cdee-ee2f-4f74-b1d0-c047a6f02eba req-4ca3899d-0392-4d5a-b9eb-352f7306dc81 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:30.710206 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c317cdee-ee2f-4f74-b1d0-c047a6f02eba req-4ca3899d-0392-4d5a-b9eb-352f7306dc81 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 931 time: 0.2279391 Jul 28 02:18:30.730739 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-531cbb71-12bb-4ead-90ff-29cd9ba33d60 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:30.739334 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-531cbb71-12bb-4ead-90ff-29cd9ba33d60 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.45 "GET /v2.0/networks?id=bda255f1-8497-41f0-9d65-8f281bd7eb0d HTTP/1.1" status: 200 len: 815 time: 1.0222428 Jul 28 02:18:30.744469 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-cd689fb1-a83c-4bd2-98c2-0ac95a2e344d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=70fcbe170b744728a3a373283dbca553&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4347472 Jul 28 02:18:30.750025 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 42032) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:30.895636 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:30.901829 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:31.047807 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b1a0252d-1e9d-4c96-a9d4-9f7a5d7acf64 admin admin] Publish callbacks [] for security_group (8cf8faa2-db3b-48e2-b828-007e9287bc38), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:31.072131 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:31.145157 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-362d9d84-8736-439f-941d-162d79581208 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4622eae14dd460dbd4e51d4a0413e5f HTTP/1.1" status: 200 len: 380 time: 0.3642006 Jul 28 02:18:31.190402 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-f3a3d18a-8019-49a9-9966-8959d2b01eac tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Request body: {'port': {'device_id': '4d26f3b8-4d46-47fe-84fe-f242e97a778c', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'admin_state_up': True, 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'security_groups': ['8347a0a2-9c3c-4882-9f4b-ed59c58e8074']}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:18:31.195944 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:31.202803 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c317cdee-ee2f-4f74-b1d0-c047a6f02eba req-8fdcc048-fec5-42b6-93d9-944e6fe9c28f tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/security-groups?id=277d6e92-095d-4d8f-88e7-94d758b3b68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740050 Jul 28 02:18:31.376409 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b1a0252d-1e9d-4c96-a9d4-9f7a5d7acf64 admin admin] Publish callbacks [] for security_group (8cf8faa2-db3b-48e2-b828-007e9287bc38), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:31.496052 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-c79facf3-ef21-44ca-b434-b45e4e24c5a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a626239-e398-4f6c-af9a-cb4483118c82 {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:18:31.559459 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522dbda9-ddfd-42c4-8041-0326cd34af32 req-298305f6-793b-4dd7-a35c-5a888fbb5036 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:31.560715 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-522dbda9-ddfd-42c4-8041-0326cd34af32 req-298305f6-793b-4dd7-a35c-5a888fbb5036 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 932 time: 0.4635677 Jul 28 02:18:31.576321 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-c79facf3-ef21-44ca-b434-b45e4e24c5a9 service neutron] Publish callbacks [] for port (1a626239-e398-4f6c-af9a-cb4483118c82), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:31.633634 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-f3a3d18a-8019-49a9-9966-8959d2b01eac tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Made reservation on behalf of f4622eae14dd460dbd4e51d4a0413e5f for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:18:31.637073 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-f3a3d18a-8019-49a9-9966-8959d2b01eac tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:31.680450 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-c79facf3-ef21-44ca-b434-b45e4e24c5a9 service neutron] Transition to ACTIVE for port object 1a626239-e398-4f6c-af9a-cb4483118c82 will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 02:18:31.701072 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-c79facf3-ef21-44ca-b434-b45e4e24c5a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (1a626239-e398-4f6c-af9a-cb4483118c82), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:31.782515 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79facf3-ef21-44ca-b434-b45e4e24c5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a626239-e398-4f6c-af9a-cb4483118c82,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:31.867202 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4197e163-758f-4206-a9d8-25a6918d7471 req-d77cd58f-ef4d-41f1-8fd1-92f750de6783 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 210 time: 0.2819624 Jul 28 02:18:31.891811 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b1a0252d-1e9d-4c96-a9d4-9f7a5d7acf64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (8cf8faa2-db3b-48e2-b828-007e9287bc38), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:31.899102 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b1a0252d-1e9d-4c96-a9d4-9f7a5d7acf64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:31.902173 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-b1a0252d-1e9d-4c96-a9d4-9f7a5d7acf64 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8cf8faa2-db3b-48e2-b828-007e9287bc38 HTTP/1.1" status: 204 len: 168 time: 1.1461902 Jul 28 02:18:31.952850 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-d1eab0ce-0330-479b-bfc4-1b16e5126b6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d07f97be-2b00-4c81-a7cf-ea02ac526203 {{(pid=103999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:18:31.958183 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0252d-1e9d-4c96-a9d4-9f7a5d7acf64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf8faa2-db3b-48e2-b828-007e9287bc38,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:31.996287 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-d1eab0ce-0330-479b-bfc4-1b16e5126b6d service neutron] Publish callbacks [] for port (d07f97be-2b00-4c81-a7cf-ea02ac526203), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:32.026776 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-522dbda9-ddfd-42c4-8041-0326cd34af32 req-5a43081b-668f-4a7e-9bbb-6a7c97437efc tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4124885 Jul 28 02:18:32.063398 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.provisioning_blocks [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-d1eab0ce-0330-479b-bfc4-1b16e5126b6d service neutron] Transition to ACTIVE for port object d07f97be-2b00-4c81-a7cf-ea02ac526203 will not be triggered until provisioned by entity L2. {{(pid=103999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 02:18:32.073334 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-d1eab0ce-0330-479b-bfc4-1b16e5126b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (d07f97be-2b00-4c81-a7cf-ea02ac526203), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:32.229744 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eab0ce-0330-479b-bfc4-1b16e5126b6d service neutron] Pushing event updated for resources: {'Port': ['ID=d07f97be-2b00-4c81-a7cf-ea02ac526203,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:32.434631 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-c79facf3-ef21-44ca-b434-b45e4e24c5a9 service neutron] Attempting to bind port 1a626239-e398-4f6c-af9a-cb4483118c82 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:18:32.435045 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-c79facf3-ef21-44ca-b434-b45e4e24c5a9 service neutron] Attempting to bind port 1a626239-e398-4f6c-af9a-cb4483118c82 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '2c48cfd2-062b-4647-a482-5c8161baa2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1945b63c-bc56-48e7-a890-1321d0b15d6d'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:18:32.435374 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-c79facf3-ef21-44ca-b434-b45e4e24c5a9 service neutron] Attempting to bind port 1a626239-e398-4f6c-af9a-cb4483118c82 on network 1945b63c-bc56-48e7-a890-1321d0b15d6d {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:18:32.485478 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-d1eab0ce-0330-479b-bfc4-1b16e5126b6d service neutron] Attempting to bind port d07f97be-2b00-4c81-a7cf-ea02ac526203 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:18:32.486066 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-d1eab0ce-0330-479b-bfc4-1b16e5126b6d service neutron] Attempting to bind port d07f97be-2b00-4c81-a7cf-ea02ac526203 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'd704733b-9866-4f1a-bedf-601228758543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75'}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:18:32.486602 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-d1eab0ce-0330-479b-bfc4-1b16e5126b6d service neutron] Attempting to bind port d07f97be-2b00-4c81-a7cf-ea02ac526203 on network b7a41f53-02ba-4d68-a9f3-9f5c3103be75 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:18:32.520648 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-c79facf3-ef21-44ca-b434-b45e4e24c5a9 service neutron] Port 1a626239-e398-4f6c-af9a-cb4483118c82 on network 1945b63c-bc56-48e7-a890-1321d0b15d6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 02:18:32.521614 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-c79facf3-ef21-44ca-b434-b45e4e24c5a9 service neutron] Attempting to bind port 1a626239-e398-4f6c-af9a-cb4483118c82 on network 1945b63c-bc56-48e7-a890-1321d0b15d6d {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:18:32.527566 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-d1eab0ce-0330-479b-bfc4-1b16e5126b6d service neutron] Port d07f97be-2b00-4c81-a7cf-ea02ac526203 on network b7a41f53-02ba-4d68-a9f3-9f5c3103be75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 02:18:32.527566 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-d1eab0ce-0330-479b-bfc4-1b16e5126b6d service neutron] Attempting to bind port d07f97be-2b00-4c81-a7cf-ea02ac526203 on network b7a41f53-02ba-4d68-a9f3-9f5c3103be75 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:18:32.544215 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-c79facf3-ef21-44ca-b434-b45e4e24c5a9 service neutron] Checking agent: {'id': '4faf9253-2001-44ef-b83a-102e5ef5a109', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'started_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:18:32.544820 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-c79facf3-ef21-44ca-b434-b45e4e24c5a9 service neutron] Checking segment: {'id': '2c48cfd2-062b-4647-a482-5c8161baa2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1945b63c-bc56-48e7-a890-1321d0b15d6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:18:32.548221 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-c79facf3-ef21-44ca-b434-b45e4e24c5a9 service neutron] Bound using segment: {'id': '2c48cfd2-062b-4647-a482-5c8161baa2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1945b63c-bc56-48e7-a890-1321d0b15d6d'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:18:32.548221 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-c79facf3-ef21-44ca-b434-b45e4e24c5a9 service neutron] Bound port: 1a626239-e398-4f6c-af9a-cb4483118c82, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c48cfd2-062b-4647-a482-5c8161baa2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1945b63c-bc56-48e7-a890-1321d0b15d6d'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:18:32.548221 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-c79facf3-ef21-44ca-b434-b45e4e24c5a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (1a626239-e398-4f6c-af9a-cb4483118c82), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:32.564562 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862780f0-ea8b-4b78-83b1-e911482eddc7 req-86c8f04b-8449-49a7-aaad-5301a41e6681 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:32.578039 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-862780f0-ea8b-4b78-83b1-e911482eddc7 req-86c8f04b-8449-49a7-aaad-5301a41e6681 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 943 time: 0.1441627 Jul 28 02:18:32.580989 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-d1eab0ce-0330-479b-bfc4-1b16e5126b6d service neutron] Checking agent: {'id': '4faf9253-2001-44ef-b83a-102e5ef5a109', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'started_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:18:32.587986 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-f3a3d18a-8019-49a9-9966-8959d2b01eac tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Allocated IP 172.20.0.14 (bda255f1-8497-41f0-9d65-8f281bd7eb0d/0b6c1c1a-91bf-46d8-8e77-626f9a84855f/f6815afe-e104-4782-8f6b-4017625ff4b9) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:18:32.588294 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-d1eab0ce-0330-479b-bfc4-1b16e5126b6d service neutron] Checking segment: {'id': 'd704733b-9866-4f1a-bedf-601228758543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:18:32.588778 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-d1eab0ce-0330-479b-bfc4-1b16e5126b6d service neutron] Bound using segment: {'id': 'd704733b-9866-4f1a-bedf-601228758543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75'} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:18:32.589545 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-d1eab0ce-0330-479b-bfc4-1b16e5126b6d service neutron] Bound port: d07f97be-2b00-4c81-a7cf-ea02ac526203, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd704733b-9866-4f1a-bedf-601228758543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75'}}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:18:32.590399 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-d1eab0ce-0330-479b-bfc4-1b16e5126b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (d07f97be-2b00-4c81-a7cf-ea02ac526203), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:32.610676 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:32.813847 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 42092) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:32.876415 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-13a1218d-52ed-4290-b067-be61f6ee09a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:32.891000 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:32.976136 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-c79facf3-ef21-44ca-b434-b45e4e24c5a9 service neutron] For port 1a626239-e398-4f6c-af9a-cb4483118c82, host hv-cinder-79987, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:18:32.986014 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-c79facf3-ef21-44ca-b434-b45e4e24c5a9 service neutron] For port 1a626239-e398-4f6c-af9a-cb4483118c82, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1a626239-e398-4f6c-af9a-cb4483118c82,segment=NetworkSegment(2c48cfd2-062b-4647-a482-5c8161baa2f4),segment_id=2c48cfd2-062b-4647-a482-5c8161baa2f4)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:18:33.006568 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-c79facf3-ef21-44ca-b434-b45e4e24c5a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (1a626239-e398-4f6c-af9a-cb4483118c82), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:33.041745 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-862780f0-ea8b-4b78-83b1-e911482eddc7 req-cd26e9e7-b782-410b-8336-8e44eab57bd5 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/security-groups?id=277d6e92-095d-4d8f-88e7-94d758b3b68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374561 Jul 28 02:18:33.074237 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-d1eab0ce-0330-479b-bfc4-1b16e5126b6d service neutron] For port d07f97be-2b00-4c81-a7cf-ea02ac526203, host hv-cinder-79987, cleared binding levels {{(pid=103999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:18:33.100861 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-d1eab0ce-0330-479b-bfc4-1b16e5126b6d service neutron] For port d07f97be-2b00-4c81-a7cf-ea02ac526203, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d07f97be-2b00-4c81-a7cf-ea02ac526203,segment=NetworkSegment(d704733b-9866-4f1a-bedf-601228758543),segment_id=d704733b-9866-4f1a-bedf-601228758543)] {{(pid=103999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:18:33.132251 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79facf3-ef21-44ca-b434-b45e4e24c5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a626239-e398-4f6c-af9a-cb4483118c82,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:33.171156 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-c79facf3-ef21-44ca-b434-b45e4e24c5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:33.171790 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-c79facf3-ef21-44ca-b434-b45e4e24c5a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:33.173561 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-c79facf3-ef21-44ca-b434-b45e4e24c5a9 service neutron] 10.222.0.45 "PUT /v2.0/ports/1a626239-e398-4f6c-af9a-cb4483118c82 HTTP/1.1" status: 200 len: 1093 time: 4.2086234 Jul 28 02:18:33.174168 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00debb19-ca1a-4dc1-ab8a-08c6a04ed862', 'tag': '1a626239-e398-4f6c-af9a-cb4483118c82'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:18:33.201265 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-d1eab0ce-0330-479b-bfc4-1b16e5126b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (d07f97be-2b00-4c81-a7cf-ea02ac526203), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:33.210191 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-f3a3d18a-8019-49a9-9966-8959d2b01eac tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for port (f6815afe-e104-4782-8f6b-4017625ff4b9), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:33.254591 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:33.305218 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-f3a3d18a-8019-49a9-9966-8959d2b01eac tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (f6815afe-e104-4782-8f6b-4017625ff4b9), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:33.449013 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-f3a3d18a-8019-49a9-9966-8959d2b01eac tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Network bda255f1-8497-41f0-9d65-8f281bd7eb0d is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:18:33.458942 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-f3a3d18a-8019-49a9-9966-8959d2b01eac tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:18:33.468763 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-f3a3d18a-8019-49a9-9966-8959d2b01eac tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:18:33.488507 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ad4e26-fccb-4de1-a725-c5f037288439" -d '{"events": [{"name": "network-changed", "server_uuid": "00debb19-ca1a-4dc1-ab8a-08c6a04ed862", "tag": "1a626239-e398-4f6c-af9a-cb4483118c82"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:18:33.490625 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7b113a90-1137-4e87-898f-5d91d01178eb req-54f95040-3fd9-45fe-9a91-0ed26da67c1a tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 210 time: 0.3850622 Jul 28 02:18:33.498649 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:33.522959 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-d1eab0ce-0330-479b-bfc4-1b16e5126b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:33.523795 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-d1eab0ce-0330-479b-bfc4-1b16e5126b6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:33.527821 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-d1eab0ce-0330-479b-bfc4-1b16e5126b6d service neutron] 10.222.0.45 "PUT /v2.0/ports/d07f97be-2b00-4c81-a7cf-ea02ac526203 HTTP/1.1" status: 200 len: 1094 time: 4.5124657 Jul 28 02:18:33.540693 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f3fd25-2f4e-4cbc-8c43-158fc08ece33', 'tag': 'd07f97be-2b00-4c81-a7cf-ea02ac526203'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:18:33.576689 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3d18a-8019-49a9-9966-8959d2b01eac tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event updated for resources: {'Port': ['ID=f6815afe-e104-4782-8f6b-4017625ff4b9,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:33.630901 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-f3a3d18a-8019-49a9-9966-8959d2b01eac tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:33.633950 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-f3a3d18a-8019-49a9-9966-8959d2b01eac tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:33.666342 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-f3a3d18a-8019-49a9-9966-8959d2b01eac tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4915228 Jul 28 02:18:33.678569 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eab0ce-0330-479b-bfc4-1b16e5126b6d service neutron] Pushing event updated for resources: {'Port': ['ID=d07f97be-2b00-4c81-a7cf-ea02ac526203,revision_number=3']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:33.875112 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfd505d-0b1b-42d0-8498-1820e2bc7f34 x-openstack-request-id: req-5bfd505d-0b1b-42d0-8498-1820e2bc7f34 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:18:33.875407 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00debb19-ca1a-4dc1-ab8a-08c6a04ed862", "tag": "1a626239-e398-4f6c-af9a-cb4483118c82", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:18:33.875709 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5bfd505d-0b1b-42d0-8498-1820e2bc7f34 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:18:33.876127 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bfd505d-0b1b-42d0-8498-1820e2bc7f34'] response: {'name': 'network-changed', 'server_uuid': '00debb19-ca1a-4dc1-ab8a-08c6a04ed862', 'tag': '1a626239-e398-4f6c-af9a-cb4483118c82', 'status': 'completed', 'code': 200} Jul 28 02:18:33.995244 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-26ea702b-6df1-42bd-9968-ceb4893d87fc None None] Provisioning complete for port f6815afe-e104-4782-8f6b-4017625ff4b9 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:34.000212 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-26ea702b-6df1-42bd-9968-ceb4893d87fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (f6815afe-e104-4782-8f6b-4017625ff4b9), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:34.065304 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa5bb9-3185-4e6d-aa7e-58bf4108d9d8 req-41d4c064-e710-4d82-8f8a-830b3fdf0e41 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:34.067172 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-02aa5bb9-3185-4e6d-aa7e-58bf4108d9d8 req-41d4c064-e710-4d82-8f8a-830b3fdf0e41 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.5669556 Jul 28 02:18:34.083897 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-26ea702b-6df1-42bd-9968-ceb4893d87fc None None] Port f6815afe-e104-4782-8f6b-4017625ff4b9 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:18:34.121782 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-13a1218d-52ed-4290-b067-be61f6ee09a2 admin admin] Publish callbacks [] for security_group (2cd98df8-24a3-470e-ae06-a217c41e84c4), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:34.132904 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fd3017fc08cfcfd8945092685727e724b0eb79f5cdddf0496dd7adb644fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd23553a-8985-46b5-80d8-6bc7ab9951e3" -d '{"events": [{"name": "network-changed", "server_uuid": "37f3fd25-2f4e-4cbc-8c43-158fc08ece33", "tag": "d07f97be-2b00-4c81-a7cf-ea02ac526203"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:18:34.139581 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-13a1218d-52ed-4290-b067-be61f6ee09a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (2cd98df8-24a3-470e-ae06-a217c41e84c4), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:34.231616 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-13a1218d-52ed-4290-b067-be61f6ee09a2 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=723d0f383c134705b88304435358a7f2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4128871 Jul 28 02:18:34.233538 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 42146) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:34.239979 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-02aa5bb9-3185-4e6d-aa7e-58bf4108d9d8 req-c65ee01a-f0de-4a92-8c38-36092874675c tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637943 Jul 28 02:18:34.257280 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d3593-2a45-4eba-8cc8-6d402a721f4f req-7215830a-596e-4de9-a411-ed64d3a94a87 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:34.259519 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a53d3593-2a45-4eba-8cc8-6d402a721f4f req-7215830a-596e-4de9-a411-ed64d3a94a87 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 943 time: 0.0880568 Jul 28 02:18:34.272949 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1218d-52ed-4290-b067-be61f6ee09a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd98df8-24a3-470e-ae06-a217c41e84c4,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:34.321573 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4d321f9c-61f0-45fd-93ca-f1bf42571e75 admin admin] Publish callbacks [] for security_group (2cd98df8-24a3-470e-ae06-a217c41e84c4), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:34.356042 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4d321f9c-61f0-45fd-93ca-f1bf42571e75 admin admin] Publish callbacks [] for security_group (2cd98df8-24a3-470e-ae06-a217c41e84c4), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:34.372829 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a53d3593-2a45-4eba-8cc8-6d402a721f4f req-ec0d7a5a-874f-49e9-8535-e8ff5b47691c tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/security-groups?id=277d6e92-095d-4d8f-88e7-94d758b3b68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900302 Jul 28 02:18:34.436393 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4d321f9c-61f0-45fd-93ca-f1bf42571e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (2cd98df8-24a3-470e-ae06-a217c41e84c4), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:34.446495 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4d321f9c-61f0-45fd-93ca-f1bf42571e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:34.461041 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-4d321f9c-61f0-45fd-93ca-f1bf42571e75 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2cd98df8-24a3-470e-ae06-a217c41e84c4 HTTP/1.1" status: 204 len: 168 time: 0.2172532 Jul 28 02:18:34.485710 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d321f9c-61f0-45fd-93ca-f1bf42571e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd98df8-24a3-470e-ae06-a217c41e84c4,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:34.528639 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226624d4-9882-447f-b963-353653b98fa5 x-openstack-request-id: req-226624d4-9882-447f-b963-353653b98fa5 {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:18:34.529116 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f3fd25-2f4e-4cbc-8c43-158fc08ece33", "tag": "d07f97be-2b00-4c81-a7cf-ea02ac526203", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:18:34.529646 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-226624d4-9882-447f-b963-353653b98fa5 {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:18:34.530091 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-226624d4-9882-447f-b963-353653b98fa5'] response: {'name': 'network-changed', 'server_uuid': '37f3fd25-2f4e-4cbc-8c43-158fc08ece33', 'tag': 'd07f97be-2b00-4c81-a7cf-ea02ac526203', 'status': 'completed', 'code': 200} Jul 28 02:18:34.685117 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9b832-500b-4ba9-a2bb-bd84f975753d req-9b5a80b6-72a8-4039-9307-e2c24a4d8b95 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:34.694017 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e9c9b832-500b-4ba9-a2bb-bd84f975753d req-9b5a80b6-72a8-4039-9307-e2c24a4d8b95 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 932 time: 0.0713959 Jul 28 02:18:34.777488 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e9c9b832-500b-4ba9-a2bb-bd84f975753d req-70afa906-5ee6-4908-99c1-642026c25fa3 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=8347a0a2-9c3c-4882-9f4b-ed59c58e8074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824304 Jul 28 02:18:35.410855 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991c237-b3b5-480e-8916-1f14d248bd7d req-cdd3d65b-4e0a-4548-9fd4-8abc96b93918 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:35.412417 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a991c237-b3b5-480e-8916-1f14d248bd7d req-cdd3d65b-4e0a-4548-9fd4-8abc96b93918 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.0708411 Jul 28 02:18:35.523550 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:35.525910 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a991c237-b3b5-480e-8916-1f14d248bd7d req-e53d182b-86d8-42d2-bb15-e9aff2fd5d98 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032021 Jul 28 02:18:35.554532 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717ec17-0997-4db9-b368-cc99f0704859 req-40f17bad-26ba-402d-86f5-5ec40cc0ad63 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:35.556242 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6717ec17-0997-4db9-b368-cc99f0704859 req-40f17bad-26ba-402d-86f5-5ec40cc0ad63 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 943 time: 0.0919392 Jul 28 02:18:35.694515 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6717ec17-0997-4db9-b368-cc99f0704859 req-3bcd7310-9447-4683-bf24-bc066d4e4725 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/security-groups?id=277d6e92-095d-4d8f-88e7-94d758b3b68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313860 Jul 28 02:18:35.943497 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaedf17-f1df-4dd1-92ed-9d267c711c0d req-203b845c-7cad-4a24-b05f-268fba472a13 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:35.945624 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7aaedf17-f1df-4dd1-92ed-9d267c711c0d req-203b845c-7cad-4a24-b05f-268fba472a13 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 932 time: 0.0564764 Jul 28 02:18:36.063423 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7aaedf17-f1df-4dd1-92ed-9d267c711c0d req-a7cba8c5-2d29-40af-9a5d-d84893b80082 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=8347a0a2-9c3c-4882-9f4b-ed59c58e8074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040056 Jul 28 02:18:36.777900 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd980f-5707-4bd3-ab5b-ff7a99206c87 req-3dd655d0-12a2-4510-88b8-563668d8cec6 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:36.779501 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-febd980f-5707-4bd3-ab5b-ff7a99206c87 req-3dd655d0-12a2-4510-88b8-563668d8cec6 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.0950897 Jul 28 02:18:36.854939 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:36.945271 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d467e1-9040-4b22-9824-5ce63380eed2 req-04f6f181-a84e-46bf-aec1-a44cd70dcdc1 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:36.947754 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-01d467e1-9040-4b22-9824-5ce63380eed2 req-04f6f181-a84e-46bf-aec1-a44cd70dcdc1 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 943 time: 0.1255796 Jul 28 02:18:36.957643 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-febd980f-5707-4bd3-ab5b-ff7a99206c87 req-2c9c0a75-d19f-4077-9e7c-f0287d9ce44a tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697171 Jul 28 02:18:37.058836 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-01d467e1-9040-4b22-9824-5ce63380eed2 req-d80ec80e-1dd6-4c64-ae2e-5d1ea655d01d tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/security-groups?id=277d6e92-095d-4d8f-88e7-94d758b3b68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959756 Jul 28 02:18:37.366250 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c3889-bc84-4e85-b25c-4868a90aad34 req-7c49589d-9440-4329-a09d-e4902f58a689 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:37.374401 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cb7c3889-bc84-4e85-b25c-4868a90aad34 req-7c49589d-9440-4329-a09d-e4902f58a689 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 932 time: 0.1168847 Jul 28 02:18:37.460366 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:37.484564 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cb7c3889-bc84-4e85-b25c-4868a90aad34 req-cece6da8-859b-4b04-b36d-a3821147b86b tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=8347a0a2-9c3c-4882-9f4b-ed59c58e8074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074388 Jul 28 02:18:37.766348 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 42276) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:37.960046 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-019b1b96-74ae-45be-a52d-12b0628f2bbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:38.093538 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-019b1b96-74ae-45be-a52d-12b0628f2bbc admin admin] Publish callbacks [] for security_group (67e78c3b-357b-4cfe-993b-63bd205a95f5), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:38.099540 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-019b1b96-74ae-45be-a52d-12b0628f2bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (67e78c3b-357b-4cfe-993b-63bd205a95f5), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:38.161951 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-019b1b96-74ae-45be-a52d-12b0628f2bbc admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3d90b657e7f449bba0119aefcb31da38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3914185 Jul 28 02:18:38.165486 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 42288) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:38.189434 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b1b96-74ae-45be-a52d-12b0628f2bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e78c3b-357b-4cfe-993b-63bd205a95f5,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:38.209204 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:38.221790 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b852c9-9a99-48f3-a4ed-3684aa229159 req-2a5a9831-43d0-4ada-a5c3-1851a47ea280 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:38.223647 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-98b852c9-9a99-48f3-a4ed-3684aa229159 req-2a5a9831-43d0-4ada-a5c3-1851a47ea280 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.0833139 Jul 28 02:18:38.289031 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c220754-8cd0-457f-92ae-fe5940e6c6a3 req-b53cb65c-5269-4431-b957-b93c169dd45d tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:38.301759 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6c220754-8cd0-457f-92ae-fe5940e6c6a3 req-b53cb65c-5269-4431-b957-b93c169dd45d tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 943 time: 0.0768950 Jul 28 02:18:38.410847 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-98b852c9-9a99-48f3-a4ed-3684aa229159 req-bc7b731e-203b-4ff1-96df-cb3ea75f406c tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364665 Jul 28 02:18:38.423310 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6c220754-8cd0-457f-92ae-fe5940e6c6a3 req-f3159e6e-026b-40ad-98a5-9106628e9560 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/security-groups?id=277d6e92-095d-4d8f-88e7-94d758b3b68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194167 Jul 28 02:18:38.437540 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a55f35cf-be0f-479e-a7fa-dd64bb017d6a admin admin] Publish callbacks [] for security_group (67e78c3b-357b-4cfe-993b-63bd205a95f5), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:38.464511 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a55f35cf-be0f-479e-a7fa-dd64bb017d6a admin admin] Publish callbacks [] for security_group (67e78c3b-357b-4cfe-993b-63bd205a95f5), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:38.522360 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a55f35cf-be0f-479e-a7fa-dd64bb017d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (67e78c3b-357b-4cfe-993b-63bd205a95f5), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:38.526054 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a55f35cf-be0f-479e-a7fa-dd64bb017d6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:38.530700 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a55f35cf-be0f-479e-a7fa-dd64bb017d6a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/67e78c3b-357b-4cfe-993b-63bd205a95f5 HTTP/1.1" status: 204 len: 168 time: 0.3641992 Jul 28 02:18:38.543035 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f35cf-be0f-479e-a7fa-dd64bb017d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e78c3b-357b-4cfe-993b-63bd205a95f5,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:38.652463 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfe037-54fc-4837-8379-03727e0db417 req-f91e7309-f073-4e46-a1c6-94f981c8b347 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:38.654130 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bddfe037-54fc-4837-8379-03727e0db417 req-f91e7309-f073-4e46-a1c6-94f981c8b347 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 932 time: 0.0531147 Jul 28 02:18:38.769114 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bddfe037-54fc-4837-8379-03727e0db417 req-ded4b922-446f-4e08-8f71-45e45b44ec56 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=8347a0a2-9c3c-4882-9f4b-ed59c58e8074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978374 Jul 28 02:18:39.135451 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 42306) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:39.164290 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6c29b7a9-d607-4c25-b54b-dd60061dce40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:39.321160 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6c29b7a9-d607-4c25-b54b-dd60061dce40 admin admin] Publish callbacks [] for security_group (2dbff372-0d86-4adf-a1e9-cf61975a8fee), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:39.333696 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6c29b7a9-d607-4c25-b54b-dd60061dce40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (2dbff372-0d86-4adf-a1e9-cf61975a8fee), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:39.369585 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:39.375185 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-6c29b7a9-d607-4c25-b54b-dd60061dce40 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=cd29b949bbca4aa093da0d009613a04a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363327 Jul 28 02:18:39.376328 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 42316) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:39.394972 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29b7a9-d607-4c25-b54b-dd60061dce40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbff372-0d86-4adf-a1e9-cf61975a8fee,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:39.461916 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-18cdc71c-291d-4cd6-a5c8-df65da2bd8ea admin admin] Publish callbacks [] for security_group (2dbff372-0d86-4adf-a1e9-cf61975a8fee), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:39.517274 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-18cdc71c-291d-4cd6-a5c8-df65da2bd8ea admin admin] Publish callbacks [] for security_group (2dbff372-0d86-4adf-a1e9-cf61975a8fee), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:39.656861 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1cfe6-4968-4740-96e0-bb099ffec1ec req-63c397bb-a896-4d89-8ab3-5b368bfc02e9 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:39.658358 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-faa1cfe6-4968-4740-96e0-bb099ffec1ec req-63c397bb-a896-4d89-8ab3-5b368bfc02e9 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.1458094 Jul 28 02:18:39.665565 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b65d2-0bc9-4d40-9115-b144c76fcea9 req-755534e7-a1d3-420b-be45-7f0e599bf549 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:39.666977 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cc1b65d2-0bc9-4d40-9115-b144c76fcea9 req-755534e7-a1d3-420b-be45-7f0e599bf549 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 943 time: 0.1523540 Jul 28 02:18:39.751934 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-18cdc71c-291d-4cd6-a5c8-df65da2bd8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (2dbff372-0d86-4adf-a1e9-cf61975a8fee), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:39.755684 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-18cdc71c-291d-4cd6-a5c8-df65da2bd8ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:39.756837 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-18cdc71c-291d-4cd6-a5c8-df65da2bd8ea admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2dbff372-0d86-4adf-a1e9-cf61975a8fee HTTP/1.1" status: 204 len: 168 time: 0.3779352 Jul 28 02:18:39.760473 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-faa1cfe6-4968-4740-96e0-bb099ffec1ec req-966f9345-9223-4e2d-8f07-02b7a4537db0 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925348 Jul 28 02:18:39.770106 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cc1b65d2-0bc9-4d40-9115-b144c76fcea9 req-ed8fbf0f-23cf-4807-aa23-ff42239d9a0b tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/security-groups?id=277d6e92-095d-4d8f-88e7-94d758b3b68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921764 Jul 28 02:18:39.776079 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cdc71c-291d-4cd6-a5c8-df65da2bd8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbff372-0d86-4adf-a1e9-cf61975a8fee,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:39.918006 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fc258-7b37-41ec-a4af-93edf9d59c7b req-314ed233-8956-4d15-821d-98ebe91e4b1e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:39.919501 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-885fc258-7b37-41ec-a4af-93edf9d59c7b req-314ed233-8956-4d15-821d-98ebe91e4b1e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 932 time: 0.0584691 Jul 28 02:18:39.981585 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-885fc258-7b37-41ec-a4af-93edf9d59c7b req-1adfda00-c55f-486d-b69e-03c8e7bb8606 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=8347a0a2-9c3c-4882-9f4b-ed59c58e8074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529537 Jul 28 02:18:40.936114 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d6b23-4db6-4fae-a54d-ffd87bcc816f req-3732ca99-d04e-4b77-bef4-e272132ecad7 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:40.936114 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a30d6b23-4db6-4fae-a54d-ffd87bcc816f req-3732ca99-d04e-4b77-bef4-e272132ecad7 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.0797715 Jul 28 02:18:40.945627 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90261f-4869-498e-94e3-70efe6582583 req-51878545-a3d9-4686-ac1e-29fb4a6b4feb tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:40.947210 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0d90261f-4869-498e-94e3-70efe6582583 req-51878545-a3d9-4686-ac1e-29fb4a6b4feb tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 943 time: 0.0809939 Jul 28 02:18:41.012404 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:41.030478 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a30d6b23-4db6-4fae-a54d-ffd87bcc816f req-89b3acfd-0d4b-463b-abac-5f96a6bb88c3 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822630 Jul 28 02:18:41.037377 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0d90261f-4869-498e-94e3-70efe6582583 req-70c041e3-995e-4909-bdc3-e476608d84e4 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/security-groups?id=277d6e92-095d-4d8f-88e7-94d758b3b68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819588 Jul 28 02:18:41.109795 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:41.171505 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce8ac1-35b4-49ed-a29d-e5795871cd57 req-46752c2b-2b25-49c9-97f4-1c2cc02f7fbc tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:41.173000 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-37ce8ac1-35b4-49ed-a29d-e5795871cd57 req-46752c2b-2b25-49c9-97f4-1c2cc02f7fbc tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 932 time: 0.0728667 Jul 28 02:18:41.223961 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-37ce8ac1-35b4-49ed-a29d-e5795871cd57 req-e69f08ef-a5a5-4cb5-9116-3f0be494c021 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=8347a0a2-9c3c-4882-9f4b-ed59c58e8074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440760 Jul 28 02:18:42.039640 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-fe143223-758c-4548-98c5-4d42ba65e6db service neutron] Request body: {'port': {'device_id': '4d26f3b8-4d46-47fe-84fe-f242e97a778c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:18:42.198498 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-e476dbd8-d460-40f4-818c-c6e6532031b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:42.201214 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-e476dbd8-d460-40f4-818c-c6e6532031b3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ed45da3e0024fa597d03299abae9859&device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 1128 time: 0.1676581 Jul 28 02:18:42.203562 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 42444) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:42.288190 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19f123-3697-4ff4-ae4e-3b571f9187ac req-79bd7177-830b-47a3-ac33-fe3c9f028276 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:42.289822 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fe19f123-3697-4ff4-ae4e-3b571f9187ac req-79bd7177-830b-47a3-ac33-fe3c9f028276 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 943 time: 0.1269011 Jul 28 02:18:42.293510 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-49af82e0-90ea-4ed1-8ee6-211c7ecb8e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:42.294985 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-49af82e0-90ea-4ed1-8ee6-211c7ecb8e27 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a042e3701d7842b29f4f3caddc8dd0b8&device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 1127 time: 0.2631764 Jul 28 02:18:42.311575 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-373f698f-b468-4bf7-9c35-99b5db276876 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d07f97be-2b00-4c81-a7cf-ea02ac526203 HTTP/1.1" status: 200 len: 217 time: 0.0773327 Jul 28 02:18:42.314244 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-fe143223-758c-4548-98c5-4d42ba65e6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (f6815afe-e104-4782-8f6b-4017625ff4b9), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:42.324339 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778f047-0958-4f29-aed6-931ee983431b req-a7850290-debb-4655-a4a7-4a9f12ad0f80 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:42.332047 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b778f047-0958-4f29-aed6-931ee983431b req-a7850290-debb-4655-a4a7-4a9f12ad0f80 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.1613326 Jul 28 02:18:42.408078 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b778f047-0958-4f29-aed6-931ee983431b req-d117b62f-772e-459d-8c38-2c7160abb9f9 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750527 Jul 28 02:18:42.419773 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fe19f123-3697-4ff4-ae4e-3b571f9187ac req-9675890f-8ae5-47c0-9dac-761fab15ae77 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/security-groups?id=277d6e92-095d-4d8f-88e7-94d758b3b68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212599 Jul 28 02:18:42.498396 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-655ba97b-af44-4ffd-880d-0140802d02a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:42.548764 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80595ac-9806-484b-81ee-53baca45c34d req-6ca80307-270f-4016-b68f-f2d5e6df508c tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:42.551376 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c80595ac-9806-484b-81ee-53baca45c34d req-6ca80307-270f-4016-b68f-f2d5e6df508c tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 932 time: 0.0645909 Jul 28 02:18:42.622755 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c80595ac-9806-484b-81ee-53baca45c34d req-47d93f9a-027f-42fa-b5d2-8eb88f86f02a tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=8347a0a2-9c3c-4882-9f4b-ed59c58e8074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657060 Jul 28 02:18:42.729814 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-655ba97b-af44-4ffd-880d-0140802d02a0 admin admin] Publish callbacks [] for security_group (c63719bc-2a09-4c1e-b49b-a9829f8102d9), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:42.747345 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-655ba97b-af44-4ffd-880d-0140802d02a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (c63719bc-2a09-4c1e-b49b-a9829f8102d9), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:42.817540 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-655ba97b-af44-4ffd-880d-0140802d02a0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=dbe45e5ddd4d44d08fe7926ddc3f4aa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6093421 Jul 28 02:18:42.817726 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 42478) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:42.817824 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ba97b-af44-4ffd-880d-0140802d02a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63719bc-2a09-4c1e-b49b-a9829f8102d9,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:42.873200 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:42.873200 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-fe143223-758c-4548-98c5-4d42ba65e6db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6815afe-e104-4782-8f6b-4017625ff4b9 {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:18:42.879664 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 42482) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:42.880832 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-fe143223-758c-4548-98c5-4d42ba65e6db service neutron] Publish callbacks [] for port (f6815afe-e104-4782-8f6b-4017625ff4b9), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:42.890091 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0ba09c53-a3c5-4e31-94ab-f4790dc37d9f admin admin] Publish callbacks [] for security_group (c63719bc-2a09-4c1e-b49b-a9829f8102d9), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:42.901778 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-fe143223-758c-4548-98c5-4d42ba65e6db service neutron] Transition to ACTIVE for port object f6815afe-e104-4782-8f6b-4017625ff4b9 will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 02:18:42.907749 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-fe143223-758c-4548-98c5-4d42ba65e6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (f6815afe-e104-4782-8f6b-4017625ff4b9), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:42.924941 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0ba09c53-a3c5-4e31-94ab-f4790dc37d9f admin admin] Publish callbacks [] for security_group (c63719bc-2a09-4c1e-b49b-a9829f8102d9), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:42.988595 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe143223-758c-4548-98c5-4d42ba65e6db service neutron] Pushing event updated for resources: {'Port': ['ID=f6815afe-e104-4782-8f6b-4017625ff4b9,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:42.997016 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0ba09c53-a3c5-4e31-94ab-f4790dc37d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (c63719bc-2a09-4c1e-b49b-a9829f8102d9), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:43.001532 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0ba09c53-a3c5-4e31-94ab-f4790dc37d9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:43.006292 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-0ba09c53-a3c5-4e31-94ab-f4790dc37d9f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c63719bc-2a09-4c1e-b49b-a9829f8102d9 HTTP/1.1" status: 204 len: 168 time: 0.1844079 Jul 28 02:18:43.014132 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba09c53-a3c5-4e31-94ab-f4790dc37d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63719bc-2a09-4c1e-b49b-a9829f8102d9,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:43.070272 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-629ccc5d-df8e-4153-882b-d60a43196534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:43.104325 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-fe143223-758c-4548-98c5-4d42ba65e6db service neutron] Attempting to bind port f6815afe-e104-4782-8f6b-4017625ff4b9 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:18:43.105975 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-fe143223-758c-4548-98c5-4d42ba65e6db service neutron] Attempting to bind port f6815afe-e104-4782-8f6b-4017625ff4b9 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'ad593867-37dc-486f-9ad0-984d268f99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:18:43.106684 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-fe143223-758c-4548-98c5-4d42ba65e6db service neutron] Attempting to bind port f6815afe-e104-4782-8f6b-4017625ff4b9 on network bda255f1-8497-41f0-9d65-8f281bd7eb0d {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:18:43.114176 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-fe143223-758c-4548-98c5-4d42ba65e6db service neutron] Port f6815afe-e104-4782-8f6b-4017625ff4b9 on network bda255f1-8497-41f0-9d65-8f281bd7eb0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 02:18:43.115303 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-fe143223-758c-4548-98c5-4d42ba65e6db service neutron] Attempting to bind port f6815afe-e104-4782-8f6b-4017625ff4b9 on network bda255f1-8497-41f0-9d65-8f281bd7eb0d {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:18:43.122878 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-fe143223-758c-4548-98c5-4d42ba65e6db service neutron] Checking agent: {'id': '4faf9253-2001-44ef-b83a-102e5ef5a109', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'started_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:18:43.123530 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-fe143223-758c-4548-98c5-4d42ba65e6db service neutron] Checking segment: {'id': 'ad593867-37dc-486f-9ad0-984d268f99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:18:43.124104 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-fe143223-758c-4548-98c5-4d42ba65e6db service neutron] Bound using segment: {'id': 'ad593867-37dc-486f-9ad0-984d268f99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:18:43.124710 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-fe143223-758c-4548-98c5-4d42ba65e6db service neutron] Bound port: f6815afe-e104-4782-8f6b-4017625ff4b9, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad593867-37dc-486f-9ad0-984d268f99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:18:43.125282 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-fe143223-758c-4548-98c5-4d42ba65e6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (f6815afe-e104-4782-8f6b-4017625ff4b9), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:43.212290 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-629ccc5d-df8e-4153-882b-d60a43196534 admin admin] Publish callbacks [] for security_group (a2aa7218-7845-4185-9294-aa4c4d91639a), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:43.216192 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:43.220513 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-629ccc5d-df8e-4153-882b-d60a43196534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (a2aa7218-7845-4185-9294-aa4c4d91639a), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:43.226240 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-fe143223-758c-4548-98c5-4d42ba65e6db service neutron] For port f6815afe-e104-4782-8f6b-4017625ff4b9, host hv-cinder-79987, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:18:43.231045 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-fe143223-758c-4548-98c5-4d42ba65e6db service neutron] For port f6815afe-e104-4782-8f6b-4017625ff4b9, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f6815afe-e104-4782-8f6b-4017625ff4b9,segment=NetworkSegment(ad593867-37dc-486f-9ad0-984d268f99db),segment_id=ad593867-37dc-486f-9ad0-984d268f99db)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:18:43.240346 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-fe143223-758c-4548-98c5-4d42ba65e6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (f6815afe-e104-4782-8f6b-4017625ff4b9), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:43.280362 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-629ccc5d-df8e-4153-882b-d60a43196534 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=428e1415fae44f0ebf19e938962fa256&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3995352 Jul 28 02:18:43.281426 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ccc5d-df8e-4153-882b-d60a43196534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2aa7218-7845-4185-9294-aa4c4d91639a,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:43.283252 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 42492) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:43.305404 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-fe143223-758c-4548-98c5-4d42ba65e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:43.306179 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-fe143223-758c-4548-98c5-4d42ba65e6db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:43.307732 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-fe143223-758c-4548-98c5-4d42ba65e6db service neutron] 10.222.0.45 "PUT /v2.0/ports/f6815afe-e104-4782-8f6b-4017625ff4b9 HTTP/1.1" status: 200 len: 1094 time: 1.2768614 Jul 28 02:18:43.313381 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d26f3b8-4d46-47fe-84fe-f242e97a778c', 'tag': 'f6815afe-e104-4782-8f6b-4017625ff4b9'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:18:43.316142 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2e11c3-5613-4732-a802-d819ebd3776a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d26f3b8-4d46-47fe-84fe-f242e97a778c", "tag": "f6815afe-e104-4782-8f6b-4017625ff4b9"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:18:43.372692 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe143223-758c-4548-98c5-4d42ba65e6db service neutron] Pushing event updated for resources: {'Port': ['ID=f6815afe-e104-4782-8f6b-4017625ff4b9,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:43.376733 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c5dc05-49bc-403a-9f6e-a9bbb76aa0f4 x-openstack-request-id: req-85c5dc05-49bc-403a-9f6e-a9bbb76aa0f4 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:18:43.376967 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d26f3b8-4d46-47fe-84fe-f242e97a778c", "tag": "f6815afe-e104-4782-8f6b-4017625ff4b9", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:18:43.377395 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-85c5dc05-49bc-403a-9f6e-a9bbb76aa0f4 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:18:43.378346 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85c5dc05-49bc-403a-9f6e-a9bbb76aa0f4'] response: {'name': 'network-changed', 'server_uuid': '4d26f3b8-4d46-47fe-84fe-f242e97a778c', 'tag': 'f6815afe-e104-4782-8f6b-4017625ff4b9', 'status': 'completed', 'code': 200} Jul 28 02:18:43.391967 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-876b3c9b-63f7-49ee-8df4-8911aba0439b admin admin] Publish callbacks [] for security_group (a2aa7218-7845-4185-9294-aa4c4d91639a), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:43.421007 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-876b3c9b-63f7-49ee-8df4-8911aba0439b admin admin] Publish callbacks [] for security_group (a2aa7218-7845-4185-9294-aa4c4d91639a), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:43.485717 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 42500) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:43.506051 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-74904012-3b21-4e88-94cd-ae31e4074b7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:43.507976 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-876b3c9b-63f7-49ee-8df4-8911aba0439b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (a2aa7218-7845-4185-9294-aa4c4d91639a), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:43.510904 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-876b3c9b-63f7-49ee-8df4-8911aba0439b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:43.512283 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-876b3c9b-63f7-49ee-8df4-8911aba0439b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a2aa7218-7845-4185-9294-aa4c4d91639a HTTP/1.1" status: 204 len: 168 time: 0.2241518 Jul 28 02:18:43.523692 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b3c9b-63f7-49ee-8df4-8911aba0439b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2aa7218-7845-4185-9294-aa4c4d91639a,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:43.628496 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:43.647628 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09327aae-6995-4f02-83c7-8650bbb67660 req-eb0b0703-0ecd-42e5-ab34-f554f7bf04a2 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:43.649021 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-09327aae-6995-4f02-83c7-8650bbb67660 req-eb0b0703-0ecd-42e5-ab34-f554f7bf04a2 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 943 time: 0.1390831 Jul 28 02:18:43.685488 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55109b-3313-40a1-b752-bd5bff290cbd req-24fa74b0-8449-4460-afef-b54eb72e9001 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:43.687057 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ee55109b-3313-40a1-b752-bd5bff290cbd req-24fa74b0-8449-4460-afef-b54eb72e9001 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.1141541 Jul 28 02:18:43.713114 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:43.774189 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-09327aae-6995-4f02-83c7-8650bbb67660 req-df9984c8-2371-46b6-9836-3b08af39d250 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/security-groups?id=277d6e92-095d-4d8f-88e7-94d758b3b68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132350 Jul 28 02:18:43.812214 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-74904012-3b21-4e88-94cd-ae31e4074b7a admin admin] Publish callbacks [] for security_group (4304a0fd-22d1-4f90-b3d6-2eda812092d8), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:43.829475 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ee55109b-3313-40a1-b752-bd5bff290cbd req-be7966cf-b2fc-4a1f-bed0-b273d523a9d1 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293468 Jul 28 02:18:43.830987 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-74904012-3b21-4e88-94cd-ae31e4074b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (4304a0fd-22d1-4f90-b3d6-2eda812092d8), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:43.890474 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-74904012-3b21-4e88-94cd-ae31e4074b7a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6143b7c19a9c481cb042f439fd484f00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4036920 Jul 28 02:18:43.892385 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 42514) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:43.916967 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74904012-3b21-4e88-94cd-ae31e4074b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4304a0fd-22d1-4f90-b3d6-2eda812092d8,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:43.940928 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540663f-d679-4363-b5d4-b0783397deb8 req-c179a30b-1d94-411c-9205-618f10658566 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:43.942879 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d540663f-d679-4363-b5d4-b0783397deb8 req-c179a30b-1d94-411c-9205-618f10658566 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 944 time: 0.0764370 Jul 28 02:18:43.956037 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1e4a24f3-1ea5-411a-9d87-a59b01ad2125 admin admin] Publish callbacks [] for security_group (4304a0fd-22d1-4f90-b3d6-2eda812092d8), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:43.986200 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1e4a24f3-1ea5-411a-9d87-a59b01ad2125 admin admin] Publish callbacks [] for security_group (4304a0fd-22d1-4f90-b3d6-2eda812092d8), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:44.007187 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d540663f-d679-4363-b5d4-b0783397deb8 req-98b8b5ce-6fbf-4ebd-9359-3a1cb0e22c29 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=8347a0a2-9c3c-4882-9f4b-ed59c58e8074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587938 Jul 28 02:18:44.046217 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1e4a24f3-1ea5-411a-9d87-a59b01ad2125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (4304a0fd-22d1-4f90-b3d6-2eda812092d8), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:44.049765 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 42518) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:44.051681 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1e4a24f3-1ea5-411a-9d87-a59b01ad2125 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:44.053488 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-1e4a24f3-1ea5-411a-9d87-a59b01ad2125 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4304a0fd-22d1-4f90-b3d6-2eda812092d8 HTTP/1.1" status: 204 len: 168 time: 0.1577368 Jul 28 02:18:44.067907 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a24f3-1ea5-411a-9d87-a59b01ad2125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4304a0fd-22d1-4f90-b3d6-2eda812092d8,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:44.073768 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6321c63d-08db-4b23-b1f9-8c07942eacad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:44.206664 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6321c63d-08db-4b23-b1f9-8c07942eacad admin admin] Publish callbacks [] for security_group (44473a7b-b80c-42b7-8b9f-ed64d51deeae), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:44.211250 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6321c63d-08db-4b23-b1f9-8c07942eacad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (44473a7b-b80c-42b7-8b9f-ed64d51deeae), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:44.259383 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-6321c63d-08db-4b23-b1f9-8c07942eacad admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2d12db4b2ca044a393191e03beada34a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2057283 Jul 28 02:18:44.259690 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 42522) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:44.268207 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321c63d-08db-4b23-b1f9-8c07942eacad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44473a7b-b80c-42b7-8b9f-ed64d51deeae,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:44.322583 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f4ce11ea-9c87-4a6d-a7c3-4d1d18914081 admin admin] Publish callbacks [] for security_group (44473a7b-b80c-42b7-8b9f-ed64d51deeae), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:44.350396 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f4ce11ea-9c87-4a6d-a7c3-4d1d18914081 admin admin] Publish callbacks [] for security_group (44473a7b-b80c-42b7-8b9f-ed64d51deeae), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:44.403151 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f4ce11ea-9c87-4a6d-a7c3-4d1d18914081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (44473a7b-b80c-42b7-8b9f-ed64d51deeae), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:44.405822 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f4ce11ea-9c87-4a6d-a7c3-4d1d18914081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:44.407174 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-f4ce11ea-9c87-4a6d-a7c3-4d1d18914081 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/44473a7b-b80c-42b7-8b9f-ed64d51deeae HTTP/1.1" status: 204 len: 168 time: 0.1464303 Jul 28 02:18:44.415760 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce11ea-9c87-4a6d-a7c3-4d1d18914081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44473a7b-b80c-42b7-8b9f-ed64d51deeae,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:44.986010 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-c909a6c6-8f7c-4b87-bdd8-299ea0371663 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a626239-e398-4f6c-af9a-cb4483118c82 HTTP/1.1" status: 200 len: 217 time: 0.1129303 Jul 28 02:18:45.020586 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e11c3-5613-4732-a802-d819ebd3776a req-1a07a351-4520-4b24-ba92-858cceb92f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:45.023599 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ee2e11c3-5613-4732-a802-d819ebd3776a req-1a07a351-4520-4b24-ba92-858cceb92f5f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4622eae14dd460dbd4e51d4a0413e5f&device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 1128 time: 0.0998545 Jul 28 02:18:45.026170 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-7bd0171c-a4f3-4e15-810f-061f242a9353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:45.027911 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-7bd0171c-a4f3-4e15-810f-061f242a9353 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5140c104-3441-42e7-8ecc-b111359f4da5 HTTP/1.1" status: 200 len: 855 time: 0.1438141 Jul 28 02:18:45.063279 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:INSERT=11,neutron:SELECT=88,neutron:DELETE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:45.083196 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62981250-9674-4bad-b19a-74d504fdc3ed req-9ffc5cd4-53d4-4580-9741-2ee4d1e976cf tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:45.090495 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-62981250-9674-4bad-b19a-74d504fdc3ed req-9ffc5cd4-53d4-4580-9741-2ee4d1e976cf tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 943 time: 0.2188199 Jul 28 02:18:45.111796 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab3486-4ee6-45bb-a410-3ffcca8d7463 req-caf0566b-13fa-4ae3-8d9e-0f901e7f611a tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:45.113543 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-93ab3486-4ee6-45bb-a410-3ffcca8d7463 req-caf0566b-13fa-4ae3-8d9e-0f901e7f611a tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.1601660 Jul 28 02:18:45.125375 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 42574) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:45.155593 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-4ee616cb-dc81-4419-99f0-2fdd8d47167b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:45.157597 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-4ee616cb-dc81-4419-99f0-2fdd8d47167b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=513c1778-c30a-4f29-8342-23c667537e2d HTTP/1.1" status: 200 len: 851 time: 0.1485236 Jul 28 02:18:45.265358 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-07ecf650-b9e1-42c5-8f95-c8aa1a7d5422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:45.267594 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-07ecf650-b9e1-42c5-8f95-c8aa1a7d5422 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b7a41f53-02ba-4d68-a9f3-9f5c3103be75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0984704 Jul 28 02:18:45.292742 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-20af1b12-5290-45ae-8414-72ba47718829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:45.294999 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-20af1b12-5290-45ae-8414-72ba47718829 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1945b63c-bc56-48e7-a890-1321d0b15d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1223733 Jul 28 02:18:45.307186 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-62981250-9674-4bad-b19a-74d504fdc3ed req-956590c8-fe5f-4330-8e69-cf2d61c58cea tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/security-groups?id=277d6e92-095d-4d8f-88e7-94d758b3b68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158127 Jul 28 02:18:45.337002 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-93ab3486-4ee6-45bb-a410-3ffcca8d7463 req-cf32395d-9d07-443a-9436-ae0e344f45ac tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103944 Jul 28 02:18:45.364728 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:45.381140 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:45.389831 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:45.458288 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e11c3-5613-4732-a802-d819ebd3776a req-73b5754d-1408-422b-bf04-55249aa9d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:45.459810 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ee2e11c3-5613-4732-a802-d819ebd3776a req-73b5754d-1408-422b-bf04-55249aa9d677 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f4622eae14dd460dbd4e51d4a0413e5f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4244540 Jul 28 02:18:45.469544 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-a26b8479-68da-46d3-a24b-7aa33ed8adc9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1290253581-network', 'tenant_id': '4afd87d4efaa4586a79071e2e9285551'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:18:45.519165 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:45.558948 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4660eb6-e8be-4434-8547-bda608d1799d req-ee33221c-691d-4029-b048-8f4590e046ed tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:45.567206 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b4660eb6-e8be-4434-8547-bda608d1799d req-ee33221c-691d-4029-b048-8f4590e046ed tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 944 time: 0.1041152 Jul 28 02:18:45.582494 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26b8479-68da-46d3-a24b-7aa33ed8adc9 admin admin] Made reservation on behalf of 4afd87d4efaa4586a79071e2e9285551 for: {'network': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:18:45.585236 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a26b8479-68da-46d3-a24b-7aa33ed8adc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for network (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:45.619081 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a26b8479-68da-46d3-a24b-7aa33ed8adc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:45.654592 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-0de78155-f937-42f0-a56f-dbb54bd9c771 service neutron] 10.222.0.45 "GET /v2.0/networks/1945b63c-bc56-48e7-a890-1321d0b15d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463054 Jul 28 02:18:45.717380 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b4660eb6-e8be-4434-8547-bda608d1799d req-4e0124de-9c23-45d7-827a-aee2829e8ee4 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=8347a0a2-9c3c-4882-9f4b-ed59c58e8074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491489 Jul 28 02:18:45.739347 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-13bd30a4-659f-4859-81db-cfae51c658a3 service neutron] 10.222.0.45 "GET /v2.0/networks/b7a41f53-02ba-4d68-a9f3-9f5c3103be75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4563484 Jul 28 02:18:45.842610 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bee568b3-3100-45a4-a4de-827a1b318f55 req-0195269b-5538-4d13-8d35-d273a9604af1 service neutron] 10.222.0.45 "GET /v2.0/networks/1945b63c-bc56-48e7-a890-1321d0b15d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773660 Jul 28 02:18:45.878968 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a26b8479-68da-46d3-a24b-7aa33ed8adc9 admin admin] Publish callbacks [] for security_group (f7ab94ab-4e5d-4221-a20a-083cddc64bfd), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:45.888765 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:45.894507 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a26b8479-68da-46d3-a24b-7aa33ed8adc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (f7ab94ab-4e5d-4221-a20a-083cddc64bfd), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:45.943952 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b8479-68da-46d3-a24b-7aa33ed8adc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ab94ab-4e5d-4221-a20a-083cddc64bfd,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:45.962390 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26b8479-68da-46d3-a24b-7aa33ed8adc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=103999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 02:18:45.964468 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e11c3-5613-4732-a802-d819ebd3776a req-1bd3e165-717f-440b-8d6d-4bc735f0c795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:45.967652 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ee2e11c3-5613-4732-a802-d819ebd3776a req-1bd3e165-717f-440b-8d6d-4bc735f0c795 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4991350 Jul 28 02:18:45.976930 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dfa4eb22-54c6-40f2-bcd2-4c9e21e08ff2 req-447d8bcf-1af7-454f-a744-8f30a68489e8 service neutron] 10.222.0.45 "GET /v2.0/networks/b7a41f53-02ba-4d68-a9f3-9f5c3103be75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311630 Jul 28 02:18:45.982044 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a26b8479-68da-46d3-a24b-7aa33ed8adc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (2fa21663-a805-4291-b529-5f843dc48da9), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:45.982698 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.db.segments_db [None req-a26b8479-68da-46d3-a24b-7aa33ed8adc9 admin admin] Added segment 2fa21663-a805-4291-b529-5f843dc48da9 of type vlan for network e9fcf11b-fcb1-4e74-888b-5ebb379b4ce9 Jul 28 02:18:46.042391 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a26b8479-68da-46d3-a24b-7aa33ed8adc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752357420409'] for network (e9fcf11b-fcb1-4e74-888b-5ebb379b4ce9), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:46.079295 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a26b8479-68da-46d3-a24b-7aa33ed8adc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577'] for network (e9fcf11b-fcb1-4e74-888b-5ebb379b4ce9), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:46.081446 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26b8479-68da-46d3-a24b-7aa33ed8adc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:46.082385 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a26b8479-68da-46d3-a24b-7aa33ed8adc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:46.165002 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-a26b8479-68da-46d3-a24b-7aa33ed8adc9 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0331788 Jul 28 02:18:46.165980 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 42614) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:46.167732 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b8479-68da-46d3-a24b-7aa33ed8adc9 admin admin] Pushing event updated for resources: {'Network': ['ID=e9fcf11b-fcb1-4e74-888b-5ebb379b4ce9,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:46.173124 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-6c3bdc8a-de3b-4d65-9742-f264925fa895 admin admin] Request body: {'subnet': {'network_id': 'e9fcf11b-fcb1-4e74-888b-5ebb379b4ce9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1290253581-subnet', 'tenant_id': '4afd87d4efaa4586a79071e2e9285551', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:18:46.179557 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Network e9fcf11b-fcb1-4e74-888b-5ebb379b4ce9 details requested by agent ovs-agent-dv-cinder-799871-46-iscsi with host dv-cinder-799871-46-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 02:18:46.208667 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3bdc8a-de3b-4d65-9742-f264925fa895 admin admin] Made reservation on behalf of 4afd87d4efaa4586a79071e2e9285551 for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:18:46.213070 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6c3bdc8a-de3b-4d65-9742-f264925fa895 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26451900'] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:46.508539 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:46.514809 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6c3bdc8a-de3b-4d65-9742-f264925fa895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3099529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26451858'] for subnet (2148595f-083c-4d32-966f-89c69e622513), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:46.550368 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6e9bf-34e5-4e75-8dc8-934f60ff4bbd req-bb60eb5f-1d51-4dc7-a307-5277316da817 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:46.552707 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d4d6e9bf-34e5-4e75-8dc8-934f60ff4bbd req-bb60eb5f-1d51-4dc7-a307-5277316da817 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 943 time: 0.1036046 Jul 28 02:18:46.601701 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3bdc8a-de3b-4d65-9742-f264925fa895 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2148595f-083c-4d32-966f-89c69e622513,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:46.614335 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3bdc8a-de3b-4d65-9742-f264925fa895 admin admin] Checking segment: {'id': '2fa21663-a805-4291-b529-5f843dc48da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e9fcf11b-fcb1-4e74-888b-5ebb379b4ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:18:46.614886 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3bdc8a-de3b-4d65-9742-f264925fa895 admin admin] Network hostable DHCP agents. Network: e9fcf11b-fcb1-4e74-888b-5ebb379b4ce9, hostable agents: ['301b8458-925c-4c76-ae1b-6d21194a75ed'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 02:18:46.616241 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1b681-0769-48d4-bb33-d7ff899ee5e8 req-4101c7d3-b729-4a2e-ba20-aeeb0d51c22e tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:46.617445 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-feb1b681-0769-48d4-bb33-d7ff899ee5e8 req-4101c7d3-b729-4a2e-ba20-aeeb0d51c22e tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.1252456 Jul 28 02:18:46.645148 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3bdc8a-de3b-4d65-9742-f264925fa895 admin admin] Network e9fcf11b-fcb1-4e74-888b-5ebb379b4ce9 is scheduled to be hosted by DHCP agent 301b8458-925c-4c76-ae1b-6d21194a75ed with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 02:18:46.660281 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-6c3bdc8a-de3b-4d65-9742-f264925fa895 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-46-iscsi, e9fcf11b-fcb1-4e74-888b-5ebb379b4ce9) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:18:46.665353 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3bdc8a-de3b-4d65-9742-f264925fa895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:46.666036 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6c3bdc8a-de3b-4d65-9742-f264925fa895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:46.674183 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bcfd50-890c-4654-8da7-b04dd794cd61 None None] Network e9fcf11b-fcb1-4e74-888b-5ebb379b4ce9 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:18:46.718761 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-6c3bdc8a-de3b-4d65-9742-f264925fa895 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5422258 Jul 28 02:18:46.795249 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:46.869789 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28540aaf-1bcc-4aba-ae3b-841cb9b8b31b None None] Network e9fcf11b-fcb1-4e74-888b-5ebb379b4ce9 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:18:46.950540 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-feb1b681-0769-48d4-bb33-d7ff899ee5e8 req-b8e5e892-ffff-47e9-89d6-643a5987b39c tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2969329 Jul 28 02:18:46.978254 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d4d6e9bf-34e5-4e75-8dc8-934f60ff4bbd req-d22d10f5-6f07-4b2c-a4fc-dc1c0a4a0760 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/security-groups?id=277d6e92-095d-4d8f-88e7-94d758b3b68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137585 Jul 28 02:18:47.012589 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:47.073173 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad4e26-fccb-4de1-a725-c5f037288439 req-7b1747e6-f852-439f-9bb4-0537b7100b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:47.075091 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e4ad4e26-fccb-4de1-a725-c5f037288439 req-7b1747e6-f852-439f-9bb4-0537b7100b50 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a042e3701d7842b29f4f3caddc8dd0b8&device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 1127 time: 0.1112411 Jul 28 02:18:47.169500 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d061d8-48db-475a-9cf7-62262a4e38b8 req-da98f36d-8c0e-4433-a136-b4919a5bb5f3 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:47.172257 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-52d061d8-48db-475a-9cf7-62262a4e38b8 req-da98f36d-8c0e-4433-a136-b4919a5bb5f3 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 944 time: 0.0704479 Jul 28 02:18:47.249997 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-52d061d8-48db-475a-9cf7-62262a4e38b8 req-c63948b2-b124-4713-8fa3-7641f2f32e73 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=8347a0a2-9c3c-4882-9f4b-ed59c58e8074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686743 Jul 28 02:18:47.654069 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 42708) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:47.659742 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-ee1138c2-0294-42c3-9c69-c158c5651a87 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-195865855-network', 'tenant_id': '55d52beb6d37418abd659ecddb47ee8d'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:18:47.675982 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:47.680756 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1138c2-0294-42c3-9c69-c158c5651a87 admin admin] Made reservation on behalf of 55d52beb6d37418abd659ecddb47ee8d for: {'network': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:18:47.683155 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ee1138c2-0294-42c3-9c69-c158c5651a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for network (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:47.693731 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ee1138c2-0294-42c3-9c69-c158c5651a87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:47.794617 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ee1138c2-0294-42c3-9c69-c158c5651a87 admin admin] Publish callbacks [] for security_group (02a2ce81-f826-451b-bb45-f5be548a2418), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:47.804461 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ee1138c2-0294-42c3-9c69-c158c5651a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (02a2ce81-f826-451b-bb45-f5be548a2418), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:47.859199 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee1138c2-0294-42c3-9c69-c158c5651a87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=103999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 02:18:47.902421 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23553a-8985-46b5-80d8-6bc7ab9951e3 req-42be2730-64f0-4e95-857d-3842bd9f9e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:47.904643 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cd23553a-8985-46b5-80d8-6bc7ab9951e3 req-42be2730-64f0-4e95-857d-3842bd9f9e00 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ed45da3e0024fa597d03299abae9859&device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 1128 time: 0.0878804 Jul 28 02:18:47.906215 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ee1138c2-0294-42c3-9c69-c158c5651a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (a1d8cd1f-337e-48fd-8709-21e7d93e2564), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:47.906561 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.db.segments_db [None req-ee1138c2-0294-42c3-9c69-c158c5651a87 admin admin] Added segment a1d8cd1f-337e-48fd-8709-21e7d93e2564 of type vlan for network eb15bea8-040d-4f0b-8c81-cc8a1084e586 Jul 28 02:18:47.908118 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1138c2-0294-42c3-9c69-c158c5651a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a2ce81-f826-451b-bb45-f5be548a2418,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:47.947726 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-15d9f1ae-2e73-4d32-92da-c53d40e43b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:47.949365 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-15d9f1ae-2e73-4d32-92da-c53d40e43b9a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4622eae14dd460dbd4e51d4a0413e5f&device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 1128 time: 0.0969186 Jul 28 02:18:48.018647 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-5585a18f-db8a-4da8-a359-9f3bfc85e150 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6815afe-e104-4782-8f6b-4017625ff4b9 HTTP/1.1" status: 200 len: 217 time: 0.0573144 Jul 28 02:18:48.076279 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ee1138c2-0294-42c3-9c69-c158c5651a87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752357420409'] for network (eb15bea8-040d-4f0b-8c81-cc8a1084e586), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:48.088455 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:48.101302 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad4e26-fccb-4de1-a725-c5f037288439 req-585390a8-e7ca-4bca-a330-146c39eec825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:48.102970 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e4ad4e26-fccb-4de1-a725-c5f037288439 req-585390a8-e7ca-4bca-a330-146c39eec825 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1945b63c-bc56-48e7-a890-1321d0b15d6d HTTP/1.1" status: 200 len: 913 time: 0.3304222 Jul 28 02:18:48.106653 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-2f5efb50-890e-45ec-96c6-545442347fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:48.108564 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-2f5efb50-890e-45ec-96c6-545442347fca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b6c1c1a-91bf-46d8-8e77-626f9a84855f HTTP/1.1" status: 200 len: 854 time: 0.0785329 Jul 28 02:18:48.183889 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e4ad4e26-fccb-4de1-a725-c5f037288439 req-41b8e92b-c786-4506-affb-78899271a595 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a626239-e398-4f6c-af9a-cb4483118c82 HTTP/1.1" status: 200 len: 217 time: 0.0740473 Jul 28 02:18:48.229595 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-2bf11398-3efa-4265-95ab-c3d065e41bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:48.231115 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-2bf11398-3efa-4265-95ab-c3d065e41bbc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bda255f1-8497-41f0-9d65-8f281bd7eb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1143963 Jul 28 02:18:48.289225 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ee1138c2-0294-42c3-9c69-c158c5651a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577'] for network (eb15bea8-040d-4f0b-8c81-cc8a1084e586), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:48.290221 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1138c2-0294-42c3-9c69-c158c5651a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:48.290597 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad4e26-fccb-4de1-a725-c5f037288439 req-9ada0540-e6af-4f5f-8097-38b6e32aa764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:48.290794 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ee1138c2-0294-42c3-9c69-c158c5651a87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:48.292067 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e4ad4e26-fccb-4de1-a725-c5f037288439 req-9ada0540-e6af-4f5f-8097-38b6e32aa764 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=513c1778-c30a-4f29-8342-23c667537e2d HTTP/1.1" status: 200 len: 851 time: 0.1022258 Jul 28 02:18:48.315908 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e17703-4439-4505-8dc1-fddf71d50b95 req-3e288bc9-2c83-4903-ad46-5f1cdcdba007 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:48.317422 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a2e17703-4439-4505-8dc1-fddf71d50b95 req-3e288bc9-2c83-4903-ad46-5f1cdcdba007 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 943 time: 0.1916313 Jul 28 02:18:48.343417 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ab1d1-3c39-4200-9eb5-18b043d74b46 req-ee90804b-ef54-485f-84cc-59070208ead4 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:48.344923 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d57ab1d1-3c39-4200-9eb5-18b043d74b46 req-ee90804b-ef54-485f-84cc-59070208ead4 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.2180531 Jul 28 02:18:48.358798 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad4e26-fccb-4de1-a725-c5f037288439 req-6b9f70cf-8240-4683-989e-bc56c7000040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:48.360311 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e4ad4e26-fccb-4de1-a725-c5f037288439 req-6b9f70cf-8240-4683-989e-bc56c7000040 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1945b63c-bc56-48e7-a890-1321d0b15d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0613372 Jul 28 02:18:48.401396 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-ee1138c2-0294-42c3-9c69-c158c5651a87 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7462132 Jul 28 02:18:48.402576 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23553a-8985-46b5-80d8-6bc7ab9951e3 req-0fee5df2-9a34-49b4-aacd-75830a11b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:48.403946 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cd23553a-8985-46b5-80d8-6bc7ab9951e3 req-0fee5df2-9a34-49b4-aacd-75830a11b7e0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b7a41f53-02ba-4d68-a9f3-9f5c3103be75 HTTP/1.1" status: 200 len: 917 time: 0.4841399 Jul 28 02:18:48.410584 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 42732) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:48.426637 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-0ca46356-ab01-4a8d-92bc-3154557c1877 admin admin] Request body: {'subnet': {'network_id': 'eb15bea8-040d-4f0b-8c81-cc8a1084e586', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-195865855-subnet', 'tenant_id': '55d52beb6d37418abd659ecddb47ee8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:18:48.432063 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-54c29bae-ea88-4578-b5f1-052732e698df service neutron] 10.222.0.45 "GET /v2.0/networks/bda255f1-8497-41f0-9d65-8f281bd7eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924345 Jul 28 02:18:48.485969 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1138c2-0294-42c3-9c69-c158c5651a87 admin admin] Pushing event updated for resources: {'Network': ['ID=eb15bea8-040d-4f0b-8c81-cc8a1084e586,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:48.500717 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cd23553a-8985-46b5-80d8-6bc7ab9951e3 req-72586ca0-6ee0-48e7-8ff7-1a17cce05d2d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d07f97be-2b00-4c81-a7cf-ea02ac526203 HTTP/1.1" status: 200 len: 217 time: 0.0639143 Jul 28 02:18:48.501765 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Network eb15bea8-040d-4f0b-8c81-cc8a1084e586 details requested by agent ovs-agent-dv-cinder-799871-46-iscsi with host dv-cinder-799871-46-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 02:18:48.506862 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:48.513767 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:48.540499 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e4ad4e26-fccb-4de1-a725-c5f037288439 req-7b095bd6-7c0a-4683-b3dc-a8120ab54ce2 service neutron] 10.222.0.45 "GET /v2.0/networks/1945b63c-bc56-48e7-a890-1321d0b15d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709855 Jul 28 02:18:48.581052 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca46356-ab01-4a8d-92bc-3154557c1877 admin admin] Made reservation on behalf of 55d52beb6d37418abd659ecddb47ee8d for: {'subnet': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:18:48.583452 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0ca46356-ab01-4a8d-92bc-3154557c1877 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:48.614521 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a2e17703-4439-4505-8dc1-fddf71d50b95 req-aef088ba-64e3-49c1-b5fd-4a9f13c734cc tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/security-groups?id=277d6e92-095d-4d8f-88e7-94d758b3b68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393994 Jul 28 02:18:48.640050 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-00c0949e-5a32-4e27-b4be-b1e85afe89fe req-88f4da4c-f249-41dc-a0e1-f84d5b2d619e service neutron] 10.222.0.45 "GET /v2.0/networks/bda255f1-8497-41f0-9d65-8f281bd7eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999428 Jul 28 02:18:48.703317 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23553a-8985-46b5-80d8-6bc7ab9951e3 req-1925b98e-910e-400c-a4a1-bd3c4618556e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:48.704853 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cd23553a-8985-46b5-80d8-6bc7ab9951e3 req-1925b98e-910e-400c-a4a1-bd3c4618556e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5140c104-3441-42e7-8ecc-b111359f4da5 HTTP/1.1" status: 200 len: 855 time: 0.1900368 Jul 28 02:18:48.709568 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d57ab1d1-3c39-4200-9eb5-18b043d74b46 req-efb8dc34-2cd6-4bd1-aa26-6f3121f5c609 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3271182 Jul 28 02:18:48.726627 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e4ad4e26-fccb-4de1-a725-c5f037288439 req-b6da0f74-afc3-4c23-998c-7a52cee67c62 service neutron] 10.222.0.45 "GET /v2.0/networks/1945b63c-bc56-48e7-a890-1321d0b15d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726658 Jul 28 02:18:48.777540 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:48.848901 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd4a70-2e53-4fea-a1bd-cb1d9f251189 req-98d138d6-e9ef-42d6-97a4-2041754fa149 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:48.857227 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-45bd4a70-2e53-4fea-a1bd-cb1d9f251189 req-98d138d6-e9ef-42d6-97a4-2041754fa149 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 944 time: 0.1051612 Jul 28 02:18:48.897373 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 1a626239-e398-4f6c-af9a-cb4483118c82 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 02:18:48.951426 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-45bd4a70-2e53-4fea-a1bd-cb1d9f251189 req-cc9de659-3a8a-4bbd-b3fb-9fcc65dcb637 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=8347a0a2-9c3c-4882-9f4b-ed59c58e8074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930874 Jul 28 02:18:49.026919 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0ca46356-ab01-4a8d-92bc-3154557c1877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577'] for subnet (0d24e84a-1e92-453c-9f7d-ab519f9464c9), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:49.083032 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 1a626239-e398-4f6c-af9a-cb4483118c82, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1a626239-e398-4f6c-af9a-cb4483118c82,segment=NetworkSegment(2c48cfd2-062b-4647-a482-5c8161baa2f4),segment_id=2c48cfd2-062b-4647-a482-5c8161baa2f4)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:18:49.101086 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Returning: {'device': '1a626239-e398-4f6c-af9a-cb4483118c82', 'network_id': '1945b63c-bc56-48e7-a890-1321d0b15d6d', 'port_id': '1a626239-e398-4f6c-af9a-cb4483118c82', 'mac_address': 'fa:16:3e:bb:bf:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '513c1778-c30a-4f29-8342-23c667537e2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 02:18:49.102240 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca46356-ab01-4a8d-92bc-3154557c1877 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d24e84a-1e92-453c-9f7d-ab519f9464c9,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:49.111688 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca46356-ab01-4a8d-92bc-3154557c1877 admin admin] Checking segment: {'id': 'a1d8cd1f-337e-48fd-8709-21e7d93e2564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'eb15bea8-040d-4f0b-8c81-cc8a1084e586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:18:49.112517 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca46356-ab01-4a8d-92bc-3154557c1877 admin admin] Network hostable DHCP agents. Network: eb15bea8-040d-4f0b-8c81-cc8a1084e586, hostable agents: ['301b8458-925c-4c76-ae1b-6d21194a75ed'], hosted agents: [] {{(pid=103999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 02:18:49.155391 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca46356-ab01-4a8d-92bc-3154557c1877 admin admin] Network eb15bea8-040d-4f0b-8c81-cc8a1084e586 is scheduled to be hosted by DHCP agent 301b8458-925c-4c76-ae1b-6d21194a75ed with binding_index 1 {{(pid=103999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 02:18:49.164788 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 1a626239-e398-4f6c-af9a-cb4483118c82 is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:49.165398 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (1a626239-e398-4f6c-af9a-cb4483118c82), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:49.182323 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a626239-e398-4f6c-af9a-cb4483118c82 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:18:49.186492 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-0ca46356-ab01-4a8d-92bc-3154557c1877 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-46-iscsi, eb15bea8-040d-4f0b-8c81-cc8a1084e586) {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:18:49.196687 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca46356-ab01-4a8d-92bc-3154557c1877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:49.197399 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0ca46356-ab01-4a8d-92bc-3154557c1877 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:49.204419 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c062b49-4241-4a03-b614-b6abd40717c1 None None] Network eb15bea8-040d-4f0b-8c81-cc8a1084e586 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:18:49.227271 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 1a626239-e398-4f6c-af9a-cb4483118c82, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1a626239-e398-4f6c-af9a-cb4483118c82,segment=NetworkSegment(2c48cfd2-062b-4647-a482-5c8161baa2f4),segment_id=2c48cfd2-062b-4647-a482-5c8161baa2f4)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:18:49.229666 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-0ca46356-ab01-4a8d-92bc-3154557c1877 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8113987 Jul 28 02:18:49.265102 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (1a626239-e398-4f6c-af9a-cb4483118c82), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:49.386594 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=1a626239-e398-4f6c-af9a-cb4483118c82,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:49.411975 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1bf4ad-cac3-473b-b327-d7515424dd41 None None] Network eb15bea8-040d-4f0b-8c81-cc8a1084e586 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:18:49.470139 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23553a-8985-46b5-80d8-6bc7ab9951e3 req-e2938280-0018-4ba3-a9e1-b5881178856b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:49.471821 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cd23553a-8985-46b5-80d8-6bc7ab9951e3 req-e2938280-0018-4ba3-a9e1-b5881178856b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b7a41f53-02ba-4d68-a9f3-9f5c3103be75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0870826 Jul 28 02:18:49.575794 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['1a626239-e398-4f6c-af9a-cb4483118c82'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:18:49.607480 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cd23553a-8985-46b5-80d8-6bc7ab9951e3 req-76f221a1-483f-4313-8fe5-958d916e8533 service neutron] 10.222.0.45 "GET /v2.0/networks/b7a41f53-02ba-4d68-a9f3-9f5c3103be75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282520 Jul 28 02:18:49.774714 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cd23553a-8985-46b5-80d8-6bc7ab9951e3 req-02664d10-5166-40ae-b6a7-09b7dc5781fa service neutron] 10.222.0.45 "GET /v2.0/networks/b7a41f53-02ba-4d68-a9f3-9f5c3103be75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604371 Jul 28 02:18:49.850839 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c751f0-dca1-4daf-a96b-fba69e6285fb req-92779226-91bf-4504-aa10-d9f055b645f5 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:49.857673 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c2c751f0-dca1-4daf-a96b-fba69e6285fb req-92779226-91bf-4504-aa10-d9f055b645f5 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 944 time: 0.0687630 Jul 28 02:18:49.964294 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c0003-d28f-497a-9879-bdf4e3816001 req-9f680cf7-bd72-4df2-a7ae-b8ab804143bf tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:49.966330 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-308c0003-d28f-497a-9879-bdf4e3816001 req-9f680cf7-bd72-4df2-a7ae-b8ab804143bf tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.1075902 Jul 28 02:18:50.024298 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c2c751f0-dca1-4daf-a96b-fba69e6285fb req-fe1abe04-f76d-4874-bb68-0c8f4d33bca0 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/security-groups?id=277d6e92-095d-4d8f-88e7-94d758b3b68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512706 Jul 28 02:18:50.054440 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-308c0003-d28f-497a-9879-bdf4e3816001 req-608a479e-acdb-40ed-a222-194a70bd2333 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716178 Jul 28 02:18:50.180215 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:50.192012 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56a0d5-bf21-4912-a03a-fd6abf25beb9 req-9596f4da-bda5-4c47-8464-c5f1642d77df tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:50.197364 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bc56a0d5-bf21-4912-a03a-fd6abf25beb9 req-9596f4da-bda5-4c47-8464-c5f1642d77df tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 944 time: 0.0813775 Jul 28 02:18:50.304293 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bc56a0d5-bf21-4912-a03a-fd6abf25beb9 req-b31856d5-f8c1-41ea-85a5-0a972af54682 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=8347a0a2-9c3c-4882-9f4b-ed59c58e8074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988379 Jul 28 02:18:50.546802 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 42818) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:50.685370 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6a364cda-c18a-4999-89ef-a64c9e430611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:50.744302 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:50.796051 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6a364cda-c18a-4999-89ef-a64c9e430611 admin admin] Publish callbacks [] for security_group (5e0da027-2215-4eb8-9642-31c30b7a9409), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:50.801304 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6a364cda-c18a-4999-89ef-a64c9e430611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (5e0da027-2215-4eb8-9642-31c30b7a9409), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:50.849478 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-6a364cda-c18a-4999-89ef-a64c9e430611 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1a822c8d0b2345709878700eb2792c56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3014092 Jul 28 02:18:50.850750 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a364cda-c18a-4999-89ef-a64c9e430611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0da027-2215-4eb8-9642-31c30b7a9409,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:50.852367 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 42840) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:50.865904 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device d07f97be-2b00-4c81-a7cf-ea02ac526203 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 02:18:50.906835 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 1a626239-e398-4f6c-af9a-cb4483118c82 up at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:18:50.956825 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f9742002-af4c-4c7f-8142-eb120d9d10f5 admin admin] Publish callbacks [] for security_group (5e0da027-2215-4eb8-9642-31c30b7a9409), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:50.998553 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f9742002-af4c-4c7f-8142-eb120d9d10f5 admin admin] Publish callbacks [] for security_group (5e0da027-2215-4eb8-9642-31c30b7a9409), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:51.086025 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:51.087253 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f9742002-af4c-4c7f-8142-eb120d9d10f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (5e0da027-2215-4eb8-9642-31c30b7a9409), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:51.098241 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:51.107150 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port d07f97be-2b00-4c81-a7cf-ea02ac526203, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d07f97be-2b00-4c81-a7cf-ea02ac526203,segment=NetworkSegment(d704733b-9866-4f1a-bedf-601228758543),segment_id=d704733b-9866-4f1a-bedf-601228758543)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:18:51.111088 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f9742002-af4c-4c7f-8142-eb120d9d10f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:51.113015 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f9742002-af4c-4c7f-8142-eb120d9d10f5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5e0da027-2215-4eb8-9642-31c30b7a9409 HTTP/1.1" status: 204 len: 168 time: 0.2564247 Jul 28 02:18:51.130325 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Returning: {'device': 'd07f97be-2b00-4c81-a7cf-ea02ac526203', 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'port_id': 'd07f97be-2b00-4c81-a7cf-ea02ac526203', 'mac_address': 'fa:16:3e:ce:24:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 02:18:51.141890 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9742002-af4c-4c7f-8142-eb120d9d10f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0da027-2215-4eb8-9642-31c30b7a9409,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:51.162575 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning for port 1a626239-e398-4f6c-af9a-cb4483118c82 completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 02:18:51.215056 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning complete for port 1a626239-e398-4f6c-af9a-cb4483118c82 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:51.216424 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (1a626239-e398-4f6c-af9a-cb4483118c82), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:51.241319 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1e0bd-62da-440c-b6d5-3bbd309fd188 req-53d699c8-85e3-40c3-abbc-2f0d4634119c tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:51.248394 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-31b1e0bd-62da-440c-b6d5-3bbd309fd188 req-53d699c8-85e3-40c3-abbc-2f0d4634119c tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 944 time: 0.0690711 Jul 28 02:18:51.272158 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port d07f97be-2b00-4c81-a7cf-ea02ac526203 is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:51.272694 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (d07f97be-2b00-4c81-a7cf-ea02ac526203), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:51.297580 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d07f97be-2b00-4c81-a7cf-ea02ac526203 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:18:51.314857 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 42856) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:51.338283 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port d07f97be-2b00-4c81-a7cf-ea02ac526203, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d07f97be-2b00-4c81-a7cf-ea02ac526203,segment=NetworkSegment(d704733b-9866-4f1a-bedf-601228758543),segment_id=d704733b-9866-4f1a-bedf-601228758543)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:18:51.356587 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05d9f2-9bcc-425d-87f0-6376852f1ec3 req-709739d3-8da1-48d5-ba2f-048d55ed04a7 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:51.359312 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7d05d9f2-9bcc-425d-87f0-6376852f1ec3 req-709739d3-8da1-48d5-ba2f-048d55ed04a7 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.1082675 Jul 28 02:18:51.378105 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (d07f97be-2b00-4c81-a7cf-ea02ac526203), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:51.393355 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-31b1e0bd-62da-440c-b6d5-3bbd309fd188 req-c679f797-d33a-46d9-8571-88284e2a4ea3 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/security-groups?id=277d6e92-095d-4d8f-88e7-94d758b3b68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426187 Jul 28 02:18:51.454242 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7d05d9f2-9bcc-425d-87f0-6376852f1ec3 req-843bd724-d795-491a-9e84-edbb0c4e97ff tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868025 Jul 28 02:18:51.472165 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 1a626239-e398-4f6c-af9a-cb4483118c82 is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:51.472927 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (1a626239-e398-4f6c-af9a-cb4483118c82), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:51.539176 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-85162f4a-751b-4680-97bf-a93b209f252d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:51.599211 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00debb19-ca1a-4dc1-ab8a-08c6a04ed862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a626239-e398-4f6c-af9a-cb4483118c82'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:18:51.668507 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb9521-1fbd-4130-9809-89eaa27dd99f req-9c686772-cbc7-4467-bae1-b271a2cd24f4 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:51.670139 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-73bb9521-1fbd-4130-9809-89eaa27dd99f req-9c686772-cbc7-4467-bae1-b271a2cd24f4 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 944 time: 0.1249104 Jul 28 02:18:51.683550 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=d07f97be-2b00-4c81-a7cf-ea02ac526203,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:51.696683 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['d07f97be-2b00-4c81-a7cf-ea02ac526203'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:18:51.708495 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-85162f4a-751b-4680-97bf-a93b209f252d admin admin] Publish callbacks [] for security_group (3168ee3c-6d17-424b-b774-0e921af41b22), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:51.710138 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:51.725449 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-85162f4a-751b-4680-97bf-a93b209f252d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (3168ee3c-6d17-424b-b774-0e921af41b22), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:51.778930 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-73bb9521-1fbd-4130-9809-89eaa27dd99f req-8dc64991-2e31-4412-9e40-86c17fc33018 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=8347a0a2-9c3c-4882-9f4b-ed59c58e8074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021857 Jul 28 02:18:51.779458 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 42880) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:51.780365 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-85162f4a-751b-4680-97bf-a93b209f252d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9d8521ec557b44cc9930e33491bc510d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4640145 Jul 28 02:18:51.810248 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 1a626239-e398-4f6c-af9a-cb4483118c82, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1a626239-e398-4f6c-af9a-cb4483118c82,segment=NetworkSegment(2c48cfd2-062b-4647-a482-5c8161baa2f4),segment_id=2c48cfd2-062b-4647-a482-5c8161baa2f4)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:18:51.827326 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85162f4a-751b-4680-97bf-a93b209f252d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3168ee3c-6d17-424b-b774-0e921af41b22,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:51.879570 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (1a626239-e398-4f6c-af9a-cb4483118c82), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:51.930034 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-49e1a669-aafc-4319-99b4-1110c76b5511 admin admin] Publish callbacks [] for security_group (3168ee3c-6d17-424b-b774-0e921af41b22), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:51.983651 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-49e1a669-aafc-4319-99b4-1110c76b5511 admin admin] Publish callbacks [] for security_group (3168ee3c-6d17-424b-b774-0e921af41b22), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:52.020406 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 42886) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:52.067074 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cd1c91df-f752-47c1-b47e-c7e250015d65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:52.070130 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-49e1a669-aafc-4319-99b4-1110c76b5511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (3168ee3c-6d17-424b-b774-0e921af41b22), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:52.076953 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-49e1a669-aafc-4319-99b4-1110c76b5511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:52.078616 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-49e1a669-aafc-4319-99b4-1110c76b5511 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3168ee3c-6d17-424b-b774-0e921af41b22 HTTP/1.1" status: 204 len: 168 time: 0.2981305 Jul 28 02:18:52.094161 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1a669-aafc-4319-99b4-1110c76b5511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3168ee3c-6d17-424b-b774-0e921af41b22,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:52.234715 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=1a626239-e398-4f6c-af9a-cb4483118c82,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:52.343228 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cd1c91df-f752-47c1-b47e-c7e250015d65 admin admin] Publish callbacks [] for security_group (241cf061-c76f-4e72-8801-b71641d61d36), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:52.352444 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cd1c91df-f752-47c1-b47e-c7e250015d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (241cf061-c76f-4e72-8801-b71641d61d36), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:52.407735 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 42900) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:52.419158 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-cd1c91df-f752-47c1-b47e-c7e250015d65 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=eb53b745894143c28c7d1811e6443321&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3946836 Jul 28 02:18:52.481109 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c91df-f752-47c1-b47e-c7e250015d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241cf061-c76f-4e72-8801-b71641d61d36,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:52.512352 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd7b23193eab089ffe890151ec8d4d81c159f1068d0ecb51bca31dcd10d4c9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd6dc4f-b0d4-4ada-9f4c-39212d8aa246" -d '{"events": [{"server_uuid": "00debb19-ca1a-4dc1-ab8a-08c6a04ed862", "name": "network-vif-plugged", "status": "completed", "tag": "1a626239-e398-4f6c-af9a-cb4483118c82"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:18:52.585669 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4546f9d5-f9f5-4b36-b37a-82e9d9079058 admin admin] Publish callbacks [] for security_group (241cf061-c76f-4e72-8801-b71641d61d36), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:52.595939 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f3d7f-7553-4206-a410-9cf7b4d29185 req-e090a762-9737-4877-8be6-223927f84d18 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:52.603924 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-183f3d7f-7553-4206-a410-9cf7b4d29185 req-e090a762-9737-4877-8be6-223927f84d18 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 945 time: 0.0777037 Jul 28 02:18:52.652000 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 42912) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:52.690888 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4546f9d5-f9f5-4b36-b37a-82e9d9079058 admin admin] Publish callbacks [] for security_group (241cf061-c76f-4e72-8801-b71641d61d36), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:52.724139 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bde53-04f4-4cb9-b3a8-d46876a33522 req-92fb1897-ff45-4a27-950f-4e76868c62f9 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:52.725760 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1b6bde53-04f4-4cb9-b3a8-d46876a33522 req-92fb1897-ff45-4a27-950f-4e76868c62f9 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 945 time: 0.1046445 Jul 28 02:18:52.777452 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-183f3d7f-7553-4206-a410-9cf7b4d29185 req-22206a35-682a-4295-bd42-3168968d6fa7 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/security-groups?id=277d6e92-095d-4d8f-88e7-94d758b3b68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726449 Jul 28 02:18:52.785183 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:INSERT=1,neutron:SELECT=93,neutron:DELETE=6 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:52.794659 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:52.835274 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-60091bb6-4fda-435b-ada8-42e25b6be99e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:52.841630 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1b6bde53-04f4-4cb9-b3a8-d46876a33522 req-c0a9b590-6ab0-48cd-826f-532c67aacfcc tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028309 Jul 28 02:18:52.856076 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 42920) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:52.862397 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4546f9d5-f9f5-4b36-b37a-82e9d9079058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (241cf061-c76f-4e72-8801-b71641d61d36), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:52.867938 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4546f9d5-f9f5-4b36-b37a-82e9d9079058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:52.869268 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-4546f9d5-f9f5-4b36-b37a-82e9d9079058 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/241cf061-c76f-4e72-8801-b71641d61d36 HTTP/1.1" status: 204 len: 168 time: 0.4597552 Jul 28 02:18:52.904753 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c26762f7-7596-47a2-9e82-92eb311fed77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:52.930986 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546f9d5-f9f5-4b36-b37a-82e9d9079058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241cf061-c76f-4e72-8801-b71641d61d36,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:53.015092 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-60091bb6-4fda-435b-ada8-42e25b6be99e admin admin] Publish callbacks [] for security_group (046c9904-17e8-4242-96bb-d83016710743), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:53.016285 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:53.023645 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-60091bb6-4fda-435b-ada8-42e25b6be99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (046c9904-17e8-4242-96bb-d83016710743), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:53.028429 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3750495-1f2b-4d9c-87de-8d49ed98353f req-195f3a01-b89a-45b6-aae3-bcab8f06a6a4 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:53.036402 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f3750495-1f2b-4d9c-87de-8d49ed98353f req-195f3a01-b89a-45b6-aae3-bcab8f06a6a4 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 944 time: 0.0858097 Jul 28 02:18:53.070961 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-60091bb6-4fda-435b-ada8-42e25b6be99e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3409c14d94a14599bd67e80e24b85dd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4176655 Jul 28 02:18:53.082411 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 42924) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:53.120656 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60091bb6-4fda-435b-ada8-42e25b6be99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046c9904-17e8-4242-96bb-d83016710743,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:53.147756 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f3750495-1f2b-4d9c-87de-8d49ed98353f req-38cc3c65-5c46-4c29-81d6-2d7459ba2145 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=8347a0a2-9c3c-4882-9f4b-ed59c58e8074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101842 Jul 28 02:18:53.178366 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c26762f7-7596-47a2-9e82-92eb311fed77 admin admin] Publish callbacks [] for security_group (0fded072-3d69-4e5c-84db-79eb4df631f7), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:53.191298 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c26762f7-7596-47a2-9e82-92eb311fed77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (0fded072-3d69-4e5c-84db-79eb4df631f7), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:53.215305 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6a002630-a596-4a4f-9fc8-ef26c3039401 admin admin] Publish callbacks [] for security_group (046c9904-17e8-4242-96bb-d83016710743), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:53.225220 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eea1634-0964-427c-bb54-bdb50b880886 x-openstack-request-id: req-9eea1634-0964-427c-bb54-bdb50b880886 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:18:53.226157 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00debb19-ca1a-4dc1-ab8a-08c6a04ed862", "name": "network-vif-plugged", "status": "completed", "tag": "1a626239-e398-4f6c-af9a-cb4483118c82", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:18:53.226514 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9eea1634-0964-427c-bb54-bdb50b880886 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:18:53.227576 dv-cinder-799871-46-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eea1634-0964-427c-bb54-bdb50b880886'] response: {'server_uuid': '00debb19-ca1a-4dc1-ab8a-08c6a04ed862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a626239-e398-4f6c-af9a-cb4483118c82', 'code': 200} Jul 28 02:18:53.261497 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-c26762f7-7596-47a2-9e82-92eb311fed77 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=297a017932c0437481ba767a46aeec23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4019587 Jul 28 02:18:53.261497 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26762f7-7596-47a2-9e82-92eb311fed77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fded072-3d69-4e5c-84db-79eb4df631f7,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:53.263259 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 42928) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:53.266626 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6a002630-a596-4a4f-9fc8-ef26c3039401 admin admin] Publish callbacks [] for security_group (046c9904-17e8-4242-96bb-d83016710743), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:53.342869 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6a002630-a596-4a4f-9fc8-ef26c3039401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (046c9904-17e8-4242-96bb-d83016710743), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:53.345835 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6a002630-a596-4a4f-9fc8-ef26c3039401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:53.349355 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-6a002630-a596-4a4f-9fc8-ef26c3039401 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/046c9904-17e8-4242-96bb-d83016710743 HTTP/1.1" status: 204 len: 168 time: 0.2614026 Jul 28 02:18:53.361650 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a002630-a596-4a4f-9fc8-ef26c3039401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046c9904-17e8-4242-96bb-d83016710743,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:53.383617 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eab8c84b-6226-4a48-8551-ae66f1f439f1 admin admin] Publish callbacks [] for security_group (0fded072-3d69-4e5c-84db-79eb4df631f7), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:53.422628 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eab8c84b-6226-4a48-8551-ae66f1f439f1 admin admin] Publish callbacks [] for security_group (0fded072-3d69-4e5c-84db-79eb4df631f7), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:53.516069 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eab8c84b-6226-4a48-8551-ae66f1f439f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (0fded072-3d69-4e5c-84db-79eb4df631f7), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:53.524305 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eab8c84b-6226-4a48-8551-ae66f1f439f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:53.529895 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-eab8c84b-6226-4a48-8551-ae66f1f439f1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0fded072-3d69-4e5c-84db-79eb4df631f7 HTTP/1.1" status: 204 len: 168 time: 0.2614398 Jul 28 02:18:53.538010 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8c84b-6226-4a48-8551-ae66f1f439f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fded072-3d69-4e5c-84db-79eb4df631f7,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:53.767420 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 42948) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:53.782871 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e57105ec-ad61-4484-8aab-d748ac2876b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:53.915189 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e57105ec-ad61-4484-8aab-d748ac2876b9 admin admin] Publish callbacks [] for security_group (8349b513-2611-4f04-a97a-c1a3779480e1), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:53.923726 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e57105ec-ad61-4484-8aab-d748ac2876b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (8349b513-2611-4f04-a97a-c1a3779480e1), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:54.005397 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e57105ec-ad61-4484-8aab-d748ac2876b9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1a547ad117fc4b06b8a75387b2eb1927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357557 Jul 28 02:18:54.006405 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 42956) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:54.008683 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57105ec-ad61-4484-8aab-d748ac2876b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8349b513-2611-4f04-a97a-c1a3779480e1,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:54.077817 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:54.101640 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db50a7-73a1-45b6-a4c7-e56939ad12e5 req-cfcff2c6-f021-487e-904a-0a144f1cd7b1 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:54.103897 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c5db50a7-73a1-45b6-a4c7-e56939ad12e5 req-cfcff2c6-f021-487e-904a-0a144f1cd7b1 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 945 time: 0.1631529 Jul 28 02:18:54.123811 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-04d61c0f-e76e-44f8-a058-c001325fa0a7 admin admin] Publish callbacks [] for security_group (8349b513-2611-4f04-a97a-c1a3779480e1), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:54.143873 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd886b-ec74-4071-b794-2bf7be4128de req-0c731d29-7b5b-4738-a070-26e852895ff9 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:54.145932 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-eadd886b-ec74-4071-b794-2bf7be4128de req-0c731d29-7b5b-4738-a070-26e852895ff9 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 945 time: 0.1435311 Jul 28 02:18:54.166304 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-04d61c0f-e76e-44f8-a058-c001325fa0a7 admin admin] Publish callbacks [] for security_group (8349b513-2611-4f04-a97a-c1a3779480e1), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:54.237698 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-eadd886b-ec74-4071-b794-2bf7be4128de req-e50afe33-b84e-4542-a97e-a0f946cb0e35 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739663 Jul 28 02:18:54.291752 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c5db50a7-73a1-45b6-a4c7-e56939ad12e5 req-55eccc64-1467-4ea9-bd9f-e6fa8e9b739a tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/security-groups?id=277d6e92-095d-4d8f-88e7-94d758b3b68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711311 Jul 28 02:18:54.300090 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-04d61c0f-e76e-44f8-a058-c001325fa0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (8349b513-2611-4f04-a97a-c1a3779480e1), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:54.303386 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-04d61c0f-e76e-44f8-a058-c001325fa0a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:54.308786 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-04d61c0f-e76e-44f8-a058-c001325fa0a7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8349b513-2611-4f04-a97a-c1a3779480e1 HTTP/1.1" status: 204 len: 168 time: 0.2990050 Jul 28 02:18:54.324635 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d61c0f-e76e-44f8-a058-c001325fa0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8349b513-2611-4f04-a97a-c1a3779480e1,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:54.451997 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013f4bb-a293-4c2b-b186-bbc37dc40983 req-ea80d9ac-bad7-481d-a212-901cfc1c2586 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:54.453705 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c013f4bb-a293-4c2b-b186-bbc37dc40983 req-ea80d9ac-bad7-481d-a212-901cfc1c2586 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 944 time: 0.0718377 Jul 28 02:18:54.529795 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device f6815afe-e104-4782-8f6b-4017625ff4b9 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 02:18:54.535076 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device d07f97be-2b00-4c81-a7cf-ea02ac526203 up at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:18:54.588260 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae32875-e64a-4e7b-a21e-ac78be93b17b req-f59eb0b4-8875-4f5b-bd64-99fc8bd050cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:54.589874 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fae32875-e64a-4e7b-a21e-ac78be93b17b req-f59eb0b4-8875-4f5b-bd64-99fc8bd050cf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 1129 time: 0.1134973 Jul 28 02:18:54.614334 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c013f4bb-a293-4c2b-b186-bbc37dc40983 req-ffdd7b08-f6ca-4683-a3db-6dff0f41499c tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=8347a0a2-9c3c-4882-9f4b-ed59c58e8074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531675 Jul 28 02:18:54.622173 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:54.633470 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning for port d07f97be-2b00-4c81-a7cf-ea02ac526203 completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 02:18:54.662858 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-fae32875-e64a-4e7b-a21e-ac78be93b17b req-6444416b-41ac-404d-9bda-d70367170236 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:54.679862 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning complete for port d07f97be-2b00-4c81-a7cf-ea02ac526203 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:54.680588 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (d07f97be-2b00-4c81-a7cf-ea02ac526203), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:54.705561 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:54.775037 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:54.796092 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port f6815afe-e104-4782-8f6b-4017625ff4b9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f6815afe-e104-4782-8f6b-4017625ff4b9,segment=NetworkSegment(ad593867-37dc-486f-9ad0-984d268f99db),segment_id=ad593867-37dc-486f-9ad0-984d268f99db)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:18:54.806743 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:54.835885 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-fae32875-e64a-4e7b-a21e-ac78be93b17b req-6444416b-41ac-404d-9bda-d70367170236 service neutron] Publish callbacks [] for security_group (8d92a52f-7f4d-40a3-a1c3-68435a12e93e), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:54.844196 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-fae32875-e64a-4e7b-a21e-ac78be93b17b req-6444416b-41ac-404d-9bda-d70367170236 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (8d92a52f-7f4d-40a3-a1c3-68435a12e93e), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:54.904386 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port d07f97be-2b00-4c81-a7cf-ea02ac526203 is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:54.904609 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fae32875-e64a-4e7b-a21e-ac78be93b17b req-6444416b-41ac-404d-9bda-d70367170236 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=277d6e92-095d-4d8f-88e7-94d758b3b68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889531 Jul 28 02:18:54.905383 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444416b-41ac-404d-9bda-d70367170236 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8d92a52f-7f4d-40a3-a1c3-68435a12e93e,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:54.911299 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (d07f97be-2b00-4c81-a7cf-ea02ac526203), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:54.931010 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Returning: {'device': 'f6815afe-e104-4782-8f6b-4017625ff4b9', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'port_id': 'f6815afe-e104-4782-8f6b-4017625ff4b9', 'mac_address': 'fa:16:3e:e9:a9:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 02:18:54.993439 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port d07f97be-2b00-4c81-a7cf-ea02ac526203, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d07f97be-2b00-4c81-a7cf-ea02ac526203,segment=NetworkSegment(d704733b-9866-4f1a-bedf-601228758543),segment_id=d704733b-9866-4f1a-bedf-601228758543)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:18:55.005021 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port f6815afe-e104-4782-8f6b-4017625ff4b9 is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:55.005670 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (f6815afe-e104-4782-8f6b-4017625ff4b9), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:55.008275 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (d07f97be-2b00-4c81-a7cf-ea02ac526203), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:55.062159 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6815afe-e104-4782-8f6b-4017625ff4b9 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:18:55.123442 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port f6815afe-e104-4782-8f6b-4017625ff4b9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f6815afe-e104-4782-8f6b-4017625ff4b9,segment=NetworkSegment(ad593867-37dc-486f-9ad0-984d268f99db),segment_id=ad593867-37dc-486f-9ad0-984d268f99db)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:18:55.124764 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=d07f97be-2b00-4c81-a7cf-ea02ac526203,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:55.129138 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (f6815afe-e104-4782-8f6b-4017625ff4b9), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:55.212663 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=f6815afe-e104-4782-8f6b-4017625ff4b9,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:55.229014 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f3fd25-2f4e-4cbc-8c43-158fc08ece33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07f97be-2b00-4c81-a7cf-ea02ac526203'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:18:55.231597 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd7b23193eab089ffe890151ec8d4d81c159f1068d0ecb51bca31dcd10d4c9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100039e5-10e5-4ce8-b226-31c89c43968d" -d '{"events": [{"server_uuid": "37f3fd25-2f4e-4cbc-8c43-158fc08ece33", "name": "network-vif-plugged", "status": "completed", "tag": "d07f97be-2b00-4c81-a7cf-ea02ac526203"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:18:55.322892 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07345fb6-0442-4d17-aeb3-05ca6f69e6db x-openstack-request-id: req-07345fb6-0442-4d17-aeb3-05ca6f69e6db {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:18:55.323194 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f3fd25-2f4e-4cbc-8c43-158fc08ece33", "name": "network-vif-plugged", "status": "completed", "tag": "d07f97be-2b00-4c81-a7cf-ea02ac526203", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:18:55.323481 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-07345fb6-0442-4d17-aeb3-05ca6f69e6db {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:18:55.323996 dv-cinder-799871-46-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07345fb6-0442-4d17-aeb3-05ca6f69e6db'] response: {'server_uuid': '37f3fd25-2f4e-4cbc-8c43-158fc08ece33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07f97be-2b00-4c81-a7cf-ea02ac526203', 'code': 200} Jul 28 02:18:55.366489 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['f6815afe-e104-4782-8f6b-4017625ff4b9'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:18:55.752079 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-76e4b344-4621-461b-8a25-5c629f9bfb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:55.770775 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d65ccd-8243-45a0-8b07-77f9676bb228 req-478c7d64-0288-4968-84a3-25192bc966cc tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:55.778221 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-60d65ccd-8243-45a0-8b07-77f9676bb228 req-478c7d64-0288-4968-84a3-25192bc966cc tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 945 time: 0.3478892 Jul 28 02:18:55.787241 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f38ca-6efa-459e-87c3-174157618a33 req-4c1aeb87-e483-4118-b5dd-7a315568ecaf tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:55.789781 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-052f38ca-6efa-459e-87c3-174157618a33 req-4c1aeb87-e483-4118-b5dd-7a315568ecaf tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.3499353 Jul 28 02:18:55.916616 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-052f38ca-6efa-459e-87c3-174157618a33 req-b79dcbf0-72c0-49ca-a598-533e7e214349 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192696 Jul 28 02:18:55.938456 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-60d65ccd-8243-45a0-8b07-77f9676bb228 req-e6320837-9c7d-44b0-8bc5-60b0a54d3663 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/security-groups?id=277d6e92-095d-4d8f-88e7-94d758b3b68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579568 Jul 28 02:18:55.961904 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16f0e5-c521-450e-9374-55f60d01968d req-0b942a52-1b55-4f78-b82c-9de4eac8cd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:55.964055 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1c16f0e5-c521-450e-9374-55f60d01968d req-0b942a52-1b55-4f78-b82c-9de4eac8cd47 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 1130 time: 0.1029267 Jul 28 02:18:56.068819 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1c16f0e5-c521-450e-9374-55f60d01968d req-7c35aead-c57d-4032-b6ea-0f20dc238f1e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975983 Jul 28 02:18:56.089942 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d7882-fade-4e2d-9b1c-d928a3c8e6ad req-e1fd9634-e524-4630-abbc-725b73f7ab90 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:56.091608 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ae0d7882-fade-4e2d-9b1c-d928a3c8e6ad req-e1fd9634-e524-4630-abbc-725b73f7ab90 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 945 time: 0.0635800 Jul 28 02:18:56.155005 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ae0d7882-fade-4e2d-9b1c-d928a3c8e6ad req-aff50ae5-2ffc-4d13-92aa-2f451de4dec0 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=8347a0a2-9c3c-4882-9f4b-ed59c58e8074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520599 Jul 28 02:18:56.523199 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device f6815afe-e104-4782-8f6b-4017625ff4b9 up at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:18:56.600117 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning for port f6815afe-e104-4782-8f6b-4017625ff4b9 completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 02:18:56.610091 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning complete for port f6815afe-e104-4782-8f6b-4017625ff4b9 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:18:56.610599 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (f6815afe-e104-4782-8f6b-4017625ff4b9), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:56.761862 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port f6815afe-e104-4782-8f6b-4017625ff4b9 is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:18:56.763282 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (f6815afe-e104-4782-8f6b-4017625ff4b9), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:56.786459 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:56.822451 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port f6815afe-e104-4782-8f6b-4017625ff4b9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f6815afe-e104-4782-8f6b-4017625ff4b9,segment=NetworkSegment(ad593867-37dc-486f-9ad0-984d268f99db),segment_id=ad593867-37dc-486f-9ad0-984d268f99db)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:18:56.827923 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (f6815afe-e104-4782-8f6b-4017625ff4b9), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:56.909629 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=f6815afe-e104-4782-8f6b-4017625ff4b9,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:57.234264 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec7a10-6e45-4477-b5b7-ad8462f40790 req-562944c1-bc5a-4992-9b45-a93ba3a62239 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:57.253280 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-42ec7a10-6e45-4477-b5b7-ad8462f40790 req-562944c1-bc5a-4992-9b45-a93ba3a62239 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.1896806 Jul 28 02:18:57.283082 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598dfbb-06d4-4280-b54d-87475ce61303 req-ccee61e4-ca5b-4885-a749-ac075e5ba194 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:57.285664 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0598dfbb-06d4-4280-b54d-87475ce61303 req-ccee61e4-ca5b-4885-a749-ac075e5ba194 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 945 time: 0.1646745 Jul 28 02:18:57.327539 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d26f3b8-4d46-47fe-84fe-f242e97a778c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6815afe-e104-4782-8f6b-4017625ff4b9'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:18:57.331080 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd7b23193eab089ffe890151ec8d4d81c159f1068d0ecb51bca31dcd10d4c9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952db306-97b9-482b-bd70-9b86d47023f7" -d '{"events": [{"server_uuid": "4d26f3b8-4d46-47fe-84fe-f242e97a778c", "name": "network-vif-plugged", "status": "completed", "tag": "f6815afe-e104-4782-8f6b-4017625ff4b9"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:18:57.432420 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-42ec7a10-6e45-4477-b5b7-ad8462f40790 req-92691f15-4d31-4e59-a350-abbbaa099977 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757598 Jul 28 02:18:57.661803 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0f43e-a9df-49e0-967d-beb47a91e861 req-d36d38fc-eeb5-43d4-8166-9dd00e81e636 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:57.669093 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fac0f43e-a9df-49e0-967d-beb47a91e861 req-d36d38fc-eeb5-43d4-8166-9dd00e81e636 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 946 time: 0.1063244 Jul 28 02:18:57.693917 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0598dfbb-06d4-4280-b54d-87475ce61303 req-3235c9af-4c72-4731-8dfd-7566e8943d4f tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/security-groups?id=277d6e92-095d-4d8f-88e7-94d758b3b68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943002 Jul 28 02:18:57.833788 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ebd161-5d47-431a-811d-8016ed2fa7aa x-openstack-request-id: req-71ebd161-5d47-431a-811d-8016ed2fa7aa {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:18:57.834367 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d26f3b8-4d46-47fe-84fe-f242e97a778c", "name": "network-vif-plugged", "status": "completed", "tag": "f6815afe-e104-4782-8f6b-4017625ff4b9", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:18:57.834776 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-71ebd161-5d47-431a-811d-8016ed2fa7aa {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:18:57.835376 dv-cinder-799871-46-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71ebd161-5d47-431a-811d-8016ed2fa7aa'] response: {'server_uuid': '4d26f3b8-4d46-47fe-84fe-f242e97a778c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6815afe-e104-4782-8f6b-4017625ff4b9', 'code': 200} Jul 28 02:18:57.838384 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fac0f43e-a9df-49e0-967d-beb47a91e861 req-1d45fd6f-5326-4391-be9c-26fce0f47a96 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=8347a0a2-9c3c-4882-9f4b-ed59c58e8074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418414 Jul 28 02:18:58.171289 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7742966-1bc6-4399-9a3f-8def1ff01537 req-f1833166-d51f-4fdf-a32b-69647659208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:58.173537 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c7742966-1bc6-4399-9a3f-8def1ff01537 req-f1833166-d51f-4fdf-a32b-69647659208a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 1130 time: 0.0821097 Jul 28 02:18:58.179472 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-023c3147-6a07-4bc2-aa66-b602437f7d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:58.246276 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c7742966-1bc6-4399-9a3f-8def1ff01537 req-7f08c989-99fc-43e0-814b-fa4b5d2025da service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8347a0a2-9c3c-4882-9f4b-ed59c58e8074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655329 Jul 28 02:18:58.616444 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 43196) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:58.646062 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae96d0-118b-4191-a03f-d4d0db24e2d7 req-ab40000b-7700-40eb-b449-695e280016d9 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:58.648051 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-08ae96d0-118b-4191-a03f-d4d0db24e2d7 req-ab40000b-7700-40eb-b449-695e280016d9 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.0628314 Jul 28 02:18:58.659330 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 43204) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:58.757724 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-08ae96d0-118b-4191-a03f-d4d0db24e2d7 req-0f43aa39-43d1-4c5b-a32e-44294b6f5f94 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025882 Jul 28 02:18:58.829201 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b820a839-c631-4088-89ff-f95add40d28d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:58.907314 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3be05c-55f1-4fdb-8446-70c08027c884 req-d4b15a00-a16a-437b-8850-76df4ecaef9a tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:58.915273 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5b3be05c-55f1-4fdb-8446-70c08027c884 req-d4b15a00-a16a-437b-8850-76df4ecaef9a tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 945 time: 0.1275268 Jul 28 02:18:58.949269 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:58.989190 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-10d98cbe-fefd-4d30-bde8-f5dd1931f842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:59.030762 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b820a839-c631-4088-89ff-f95add40d28d admin admin] Publish callbacks [] for security_group (25366d29-355a-42fb-a4e4-aeff2537d168), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:59.062927 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708f7e8-a4c5-4b77-a48e-60cfa5220bb9 req-455c5383-9f3d-42c1-82d4-5e85b43374e9 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:59.065379 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7708f7e8-a4c5-4b77-a48e-60cfa5220bb9 req-455c5383-9f3d-42c1-82d4-5e85b43374e9 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.0719459 Jul 28 02:18:59.076793 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b820a839-c631-4088-89ff-f95add40d28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (25366d29-355a-42fb-a4e4-aeff2537d168), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:59.079294 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 43234) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:59.084958 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-1524bd2c-3dba-4fbc-9d81-9ca815c3af71 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Request body: {'floatingip': {'port_id': 'd07f97be-2b00-4c81-a7cf-ea02ac526203'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:18:59.122596 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5b3be05c-55f1-4fdb-8446-70c08027c884 req-a5a08f5e-cb1a-4760-be7c-67cae2426c9f tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/security-groups?id=277d6e92-095d-4d8f-88e7-94d758b3b68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943574 Jul 28 02:18:59.127953 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820a839-c631-4088-89ff-f95add40d28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25366d29-355a-42fb-a4e4-aeff2537d168,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:59.141104 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820a839-c631-4088-89ff-f95add40d28d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:18:59.141364 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820a839-c631-4088-89ff-f95add40d28d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:18:59.141966 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820a839-c631-4088-89ff-f95add40d28d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:18:59.153030 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820a839-c631-4088-89ff-f95add40d28d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:18:59.154086 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820a839-c631-4088-89ff-f95add40d28d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:18:59.154581 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820a839-c631-4088-89ff-f95add40d28d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:18:59.155259 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820a839-c631-4088-89ff-f95add40d28d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:18:59.163940 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820a839-c631-4088-89ff-f95add40d28d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:18:59.165109 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820a839-c631-4088-89ff-f95add40d28d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:18:59.165668 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820a839-c631-4088-89ff-f95add40d28d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:18:59.180580 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820a839-c631-4088-89ff-f95add40d28d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:18:59.184265 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1524bd2c-3dba-4fbc-9d81-9ca815c3af71 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for floatingip (225393bf-6ca3-4a18-a882-d8913c35cb98), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:59.184622 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820a839-c631-4088-89ff-f95add40d28d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:18:59.185289 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820a839-c631-4088-89ff-f95add40d28d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:18:59.185847 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820a839-c631-4088-89ff-f95add40d28d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:18:59.187645 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820a839-c631-4088-89ff-f95add40d28d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:18:59.219628 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:59.224419 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:59.249711 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-b820a839-c631-4088-89ff-f95add40d28d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1730b0a7fc7e4571ae366217de67ea2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6319990 Jul 28 02:18:59.250947 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 43242) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:59.366942 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:18:59.392031 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-10d98cbe-fefd-4d30-bde8-f5dd1931f842 admin admin] Publish callbacks [] for security_group (d0f591e9-c641-4ba0-a104-9d572664a5d2), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:59.396370 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d2c021a5-9fd2-4792-9684-878b3c7b37d4 admin admin] Publish callbacks [] for security_group (25366d29-355a-42fb-a4e4-aeff2537d168), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:59.426235 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-10d98cbe-fefd-4d30-bde8-f5dd1931f842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (d0f591e9-c641-4ba0-a104-9d572664a5d2), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:59.468509 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5f4c0-9942-411d-b0e5-833cbe0fe427 req-8fbb1ea1-7c99-417d-a8fe-a0b708c89b49 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:18:59.470397 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1df5f4c0-9942-411d-b0e5-833cbe0fe427 req-8fbb1ea1-7c99-417d-a8fe-a0b708c89b49 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 946 time: 0.1527767 Jul 28 02:18:59.491469 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d2c021a5-9fd2-4792-9684-878b3c7b37d4 admin admin] Publish callbacks [] for security_group (25366d29-355a-42fb-a4e4-aeff2537d168), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:59.537685 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d98cbe-fefd-4d30-bde8-f5dd1931f842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f591e9-c641-4ba0-a104-9d572664a5d2,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:59.549981 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-10d98cbe-fefd-4d30-bde8-f5dd1931f842 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5efe85df2dee48da89eeb77c471fce1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8882546 Jul 28 02:18:59.554059 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 43254) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:18:59.643719 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1df5f4c0-9942-411d-b0e5-833cbe0fe427 req-f4e64c45-a708-41cd-b577-b0dd6a61328a tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=8347a0a2-9c3c-4882-9f4b-ed59c58e8074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407895 Jul 28 02:18:59.669941 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a75ca8d3-beef-4f95-b635-671f0a77f744 admin admin] Publish callbacks [] for security_group (d0f591e9-c641-4ba0-a104-9d572664a5d2), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:59.730191 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a75ca8d3-beef-4f95-b635-671f0a77f744 admin admin] Publish callbacks [] for security_group (d0f591e9-c641-4ba0-a104-9d572664a5d2), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:59.817363 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d2c021a5-9fd2-4792-9684-878b3c7b37d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (25366d29-355a-42fb-a4e4-aeff2537d168), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:59.823381 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d2c021a5-9fd2-4792-9684-878b3c7b37d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:59.826033 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-d2c021a5-9fd2-4792-9684-878b3c7b37d4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/25366d29-355a-42fb-a4e4-aeff2537d168 HTTP/1.1" status: 204 len: 168 time: 0.5698562 Jul 28 02:18:59.869360 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c021a5-9fd2-4792-9684-878b3c7b37d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25366d29-355a-42fb-a4e4-aeff2537d168,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:18:59.894523 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a75ca8d3-beef-4f95-b635-671f0a77f744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (d0f591e9-c641-4ba0-a104-9d572664a5d2), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:59.901492 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a75ca8d3-beef-4f95-b635-671f0a77f744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:18:59.902961 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a75ca8d3-beef-4f95-b635-671f0a77f744 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d0f591e9-c641-4ba0-a104-9d572664a5d2 HTTP/1.1" status: 204 len: 168 time: 0.3482454 Jul 28 02:18:59.925739 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ca8d3-beef-4f95-b635-671f0a77f744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f591e9-c641-4ba0-a104-9d572664a5d2,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:00.389190 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.db.resource_extend [None req-1524bd2c-3dba-4fbc-9d81-9ca815c3af71 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 02:19:00.506083 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1524bd2c-3dba-4fbc-9d81-9ca815c3af71 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:00.513327 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1524bd2c-3dba-4fbc-9d81-9ca815c3af71 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (225393bf-6ca3-4a18-a882-d8913c35cb98), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:00.536639 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 43292) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:00.562788 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=74,neutron:DELETE=5,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:00.565652 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-216e9918-408f-48a1-a0ba-e69b64f6da2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:00.682167 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:00.705254 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.db.l3_db [None req-1524bd2c-3dba-4fbc-9d81-9ca815c3af71 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Floating IP 225393bf-6ca3-4a18-a882-d8913c35cb98 associated. External IP: 172.27.0.113, port: d07f97be-2b00-4c81-a7cf-ea02ac526203. Jul 28 02:19:00.772721 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-216e9918-408f-48a1-a0ba-e69b64f6da2b admin admin] Publish callbacks [] for security_group (de86aa05-a338-4af2-89a3-9e87c4b6042b), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:00.777540 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-216e9918-408f-48a1-a0ba-e69b64f6da2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (de86aa05-a338-4af2-89a3-9e87c4b6042b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:00.832985 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-216e9918-408f-48a1-a0ba-e69b64f6da2b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0ee78849b5b74724a4b90c069c5a4276&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2947226 Jul 28 02:19:00.834790 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 43296) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:00.842812 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e9918-408f-48a1-a0ba-e69b64f6da2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de86aa05-a338-4af2-89a3-9e87c4b6042b,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:00.957102 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd878267-81e3-4c5a-9d3a-393c3c0ce449 req-d81bffad-ac55-485b-ba94-68c5784d695f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:00.961436 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-dd878267-81e3-4c5a-9d3a-393c3c0ce449 req-d81bffad-ac55-485b-ba94-68c5784d695f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 946 time: 0.1368375 Jul 28 02:19:00.965901 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4092c1d9-7bcd-4092-8c57-801393110bae admin admin] Publish callbacks [] for security_group (de86aa05-a338-4af2-89a3-9e87c4b6042b), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:01.003089 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 43300) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:01.031627 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:01.035763 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4092c1d9-7bcd-4092-8c57-801393110bae admin admin] Publish callbacks [] for security_group (de86aa05-a338-4af2-89a3-9e87c4b6042b), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:01.041821 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:01.146828 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 43306) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:01.184729 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e5054459-83ba-4fa4-b651-2b2baeecc5af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:01.202869 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:01.209840 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4092c1d9-7bcd-4092-8c57-801393110bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (de86aa05-a338-4af2-89a3-9e87c4b6042b), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:01.213162 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4092c1d9-7bcd-4092-8c57-801393110bae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:01.215422 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-4092c1d9-7bcd-4092-8c57-801393110bae admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/de86aa05-a338-4af2-89a3-9e87c4b6042b HTTP/1.1" status: 204 len: 168 time: 0.3788548 Jul 28 02:19:01.234130 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092c1d9-7bcd-4092-8c57-801393110bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de86aa05-a338-4af2-89a3-9e87c4b6042b,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:01.438143 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e5054459-83ba-4fa4-b651-2b2baeecc5af admin admin] Publish callbacks [] for security_group (bf7c5de3-df2a-47b2-9d40-cf8bb8eccddc), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:01.444141 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e5054459-83ba-4fa4-b651-2b2baeecc5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (bf7c5de3-df2a-47b2-9d40-cf8bb8eccddc), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:01.451010 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:01.528826 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-dd878267-81e3-4c5a-9d3a-393c3c0ce449 req-ee1c0e8d-d6a1-4076-93b1-0ea985a1d5ec tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=8347a0a2-9c3c-4882-9f4b-ed59c58e8074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5558143 Jul 28 02:19:01.610227 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e5054459-83ba-4fa4-b651-2b2baeecc5af admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f0ce777206e6448b8ebde054bd9dab9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4559855 Jul 28 02:19:01.614625 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 43320) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:01.636294 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1524bd2c-3dba-4fbc-9d81-9ca815c3af71 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Router 092088de-1220-4858-bb69-e854a706a1d4 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:19:01.649476 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5d470192-173d-4cfa-ae50-257287a1363b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:01.771265 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:01.778629 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5054459-83ba-4fa4-b651-2b2baeecc5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7c5de3-df2a-47b2-9d40-cf8bb8eccddc,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:01.785687 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-79d27082-d607-4e08-a5b3-bb32235230eb admin admin] Publish callbacks [] for security_group (bf7c5de3-df2a-47b2-9d40-cf8bb8eccddc), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:01.880989 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-79d27082-d607-4e08-a5b3-bb32235230eb admin admin] Publish callbacks [] for security_group (bf7c5de3-df2a-47b2-9d40-cf8bb8eccddc), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:01.959058 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-79d27082-d607-4e08-a5b3-bb32235230eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (bf7c5de3-df2a-47b2-9d40-cf8bb8eccddc), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:01.966749 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-79d27082-d607-4e08-a5b3-bb32235230eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:01.988055 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-79d27082-d607-4e08-a5b3-bb32235230eb admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/bf7c5de3-df2a-47b2-9d40-cf8bb8eccddc HTTP/1.1" status: 204 len: 168 time: 0.3691623 Jul 28 02:19:02.020086 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d27082-d607-4e08-a5b3-bb32235230eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7c5de3-df2a-47b2-9d40-cf8bb8eccddc,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:02.031714 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5d470192-173d-4cfa-ae50-257287a1363b admin admin] Publish callbacks [] for security_group (74b9522c-17ad-4922-9f3c-866395bc521f), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:02.044218 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2483c5b-081f-4ce1-af7b-df3cd87d7afe req-4b2d60b5-5a55-422c-86f0-a3915e367c87 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:02.047022 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d2483c5b-081f-4ce1-af7b-df3cd87d7afe req-4b2d60b5-5a55-422c-86f0-a3915e367c87 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 946 time: 0.1432145 Jul 28 02:19:02.055099 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5d470192-173d-4cfa-ae50-257287a1363b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (74b9522c-17ad-4922-9f3c-866395bc521f), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:02.059361 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 43340) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:02.068159 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1524bd2c-3dba-4fbc-9d81-9ca815c3af71 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:19:02.075170 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-ef6b9b4c-87cb-4ab4-9dff-a22f8c603d58 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Request body: {'floatingip': {'port_id': 'f6815afe-e104-4782-8f6b-4017625ff4b9'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:19:02.097612 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1524bd2c-3dba-4fbc-9d81-9ca815c3af71 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:02.099433 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d72983-78e1-4d9d-a20b-8d809e43cc1e None None] Sync routers for ids ['092088de-1220-4858-bb69-e854a706a1d4'] in dv-cinder-799871-46-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:19:02.120524 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d72983-78e1-4d9d-a20b-8d809e43cc1e None None] Routers {'092088de-1220-4858-bb69-e854a706a1d4'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:19:02.122172 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-70d72983-78e1-4d9d-a20b-8d809e43cc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:18:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['092088de-1220-4858-bb69-e854a706a1d4'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:02.307302 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-70d72983-78e1-4d9d-a20b-8d809e43cc1e None None] Set router 092088de-1220-4858-bb69-e854a706a1d4 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:19:02.314208 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-1524bd2c-3dba-4fbc-9d81-9ca815c3af71 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "PUT /v2.0/floatingips/225393bf-6ca3-4a18-a882-d8913c35cb98 HTTP/1.1" status: 200 len: 992 time: 3.2333889 Jul 28 02:19:02.351637 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f3fd25-2f4e-4cbc-8c43-158fc08ece33', 'tag': 'd07f97be-2b00-4c81-a7cf-ea02ac526203'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:19:02.363721 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fd3017fc08cfcfd8945092685727e724b0eb79f5cdddf0496dd7adb644fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097e1dce-379d-4737-b04b-22697c78abbb" -d '{"events": [{"name": "network-changed", "server_uuid": "37f3fd25-2f4e-4cbc-8c43-158fc08ece33", "tag": "d07f97be-2b00-4c81-a7cf-ea02ac526203"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:19:02.376531 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-5d470192-173d-4cfa-ae50-257287a1363b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e14ffd94ecfb4dd6ba9a54c23c4c7d47&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3702831 Jul 28 02:19:02.380540 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 43356) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:02.394803 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ef6b9b4c-87cb-4ab4-9dff-a22f8c603d58 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for floatingip (c960f6a6-7e10-4edb-97b1-e9f1ea783df9), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:02.405594 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d470192-173d-4cfa-ae50-257287a1363b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b9522c-17ad-4922-9f3c-866395bc521f,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:02.444625 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:02.466933 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:19:02.517598 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db526382-b0e8-441e-ad0e-0e02f3f51e8c x-openstack-request-id: req-db526382-b0e8-441e-ad0e-0e02f3f51e8c {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:19:02.519629 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f3fd25-2f4e-4cbc-8c43-158fc08ece33", "tag": "d07f97be-2b00-4c81-a7cf-ea02ac526203", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:19:02.519629 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-db526382-b0e8-441e-ad0e-0e02f3f51e8c {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:19:02.519629 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db526382-b0e8-441e-ad0e-0e02f3f51e8c'] response: {'name': 'network-changed', 'server_uuid': '37f3fd25-2f4e-4cbc-8c43-158fc08ece33', 'tag': 'd07f97be-2b00-4c81-a7cf-ea02ac526203', 'status': 'completed', 'code': 200} Jul 28 02:19:02.530241 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-14a62c9f-5987-4386-a8e2-63df5bc7d142 admin admin] Publish callbacks [] for security_group (74b9522c-17ad-4922-9f3c-866395bc521f), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:02.594593 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d470192-173d-4cfa-ae50-257287a1363b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:02.606196 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d470192-173d-4cfa-ae50-257287a1363b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:02.606559 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d470192-173d-4cfa-ae50-257287a1363b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:02.606872 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d470192-173d-4cfa-ae50-257287a1363b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:02.607216 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d470192-173d-4cfa-ae50-257287a1363b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:02.607559 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d470192-173d-4cfa-ae50-257287a1363b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:02.607922 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d470192-173d-4cfa-ae50-257287a1363b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:02.608454 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d470192-173d-4cfa-ae50-257287a1363b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:02.608609 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d470192-173d-4cfa-ae50-257287a1363b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:02.609006 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d470192-173d-4cfa-ae50-257287a1363b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:02.609363 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d470192-173d-4cfa-ae50-257287a1363b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:02.609702 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d470192-173d-4cfa-ae50-257287a1363b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:02.610089 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d470192-173d-4cfa-ae50-257287a1363b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:02.613910 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-14a62c9f-5987-4386-a8e2-63df5bc7d142 admin admin] Publish callbacks [] for security_group (74b9522c-17ad-4922-9f3c-866395bc521f), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:02.623686 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d470192-173d-4cfa-ae50-257287a1363b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:02.624228 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d470192-173d-4cfa-ae50-257287a1363b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:02.727734 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-14a62c9f-5987-4386-a8e2-63df5bc7d142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (74b9522c-17ad-4922-9f3c-866395bc521f), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:02.730863 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-14a62c9f-5987-4386-a8e2-63df5bc7d142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:02.733469 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-14a62c9f-5987-4386-a8e2-63df5bc7d142 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/74b9522c-17ad-4922-9f3c-866395bc521f HTTP/1.1" status: 204 len: 168 time: 0.3516943 Jul 28 02:19:02.744660 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a62c9f-5987-4386-a8e2-63df5bc7d142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b9522c-17ad-4922-9f3c-866395bc521f,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:02.783031 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e1dce-379d-4737-b04b-22697c78abbb req-4e0a4d37-b5a3-4f98-acee-b7d048489f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:02.785679 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-097e1dce-379d-4737-b04b-22697c78abbb req-4e0a4d37-b5a3-4f98-acee-b7d048489f9f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ed45da3e0024fa597d03299abae9859&device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 1130 time: 0.2296610 Jul 28 02:19:03.014620 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-70d72983-78e1-4d9d-a20b-8d809e43cc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092088de-1220-4858-bb69-e854a706a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-817987684-router', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:58Z', 'updated_at': '2022-07-28T02:18:05Z', 'revision_number': 4, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'gw_port': {'id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:00Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': '225393bf-6ca3-4a18-a882-d8913c35cb98', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'floating_ip_address': '172.27.0.113', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '092088de-1220-4858-bb69-e854a706a1d4', 'port_id': 'd07f97be-2b00-4c81-a7cf-ea02ac526203', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'mac_address': 'fa:16:3e:ce:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f3fd25-2f4e-4cbc-8c43-158fc08ece33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:18:15Z', 'updated_at': '2022-07-28T02:19:00Z', 'revision_number': 1, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6f15b7a-865b-476a-9dbe-468347d9bf63', 'name': '', 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'mac_address': 'fa:16:3e:e6:9d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:03Z', 'updated_at': '2022-07-28T02:18:16Z', 'revision_number': 5, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'subnets': [{'id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:03.058274 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e1dce-379d-4737-b04b-22697c78abbb req-16d17fcd-e76c-4236-bf67-0db73abf635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:03.059956 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-097e1dce-379d-4737-b04b-22697c78abbb req-16d17fcd-e76c-4236-bf67-0db73abf635f service neutron] 10.222.0.45 "GET /v2.0/networks?id=b7a41f53-02ba-4d68-a9f3-9f5c3103be75 HTTP/1.1" status: 200 len: 917 time: 0.2634733 Jul 28 02:19:03.060230 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d72983-78e1-4d9d-a20b-8d809e43cc1e None None] Checking router: 092088de-1220-4858-bb69-e854a706a1d4 for host: dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:19:03.076184 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d72983-78e1-4d9d-a20b-8d809e43cc1e None None] Routers {'092088de-1220-4858-bb69-e854a706a1d4'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:19:03.077211 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-70d72983-78e1-4d9d-a20b-8d809e43cc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:18:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['092088de-1220-4858-bb69-e854a706a1d4'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:03.225144 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-097e1dce-379d-4737-b04b-22697c78abbb req-005626ee-6c34-4268-952c-85aade3e9147 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d07f97be-2b00-4c81-a7cf-ea02ac526203 HTTP/1.1" status: 200 len: 1000 time: 0.1275756 Jul 28 02:19:03.323625 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-70d72983-78e1-4d9d-a20b-8d809e43cc1e None None] Set router 092088de-1220-4858-bb69-e854a706a1d4 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:19:03.422546 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e1dce-379d-4737-b04b-22697c78abbb req-15db37d5-1776-4c32-a2bf-6b8bc60af4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:03.426278 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-097e1dce-379d-4737-b04b-22697c78abbb req-15db37d5-1776-4c32-a2bf-6b8bc60af4be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5140c104-3441-42e7-8ecc-b111359f4da5 HTTP/1.1" status: 200 len: 855 time: 0.1894600 Jul 28 02:19:03.479267 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 43392) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:03.509509 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:03.532103 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-32872e1b-c636-4494-9986-d47aca172b74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:03.565704 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:03.675612 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.db.resource_extend [None req-ef6b9b4c-87cb-4ab4-9dff-a22f8c603d58 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 02:19:03.687048 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-32872e1b-c636-4494-9986-d47aca172b74 admin admin] Publish callbacks [] for security_group (bbe5c7ab-c335-4cbd-9ed4-257a32bb0d30), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:03.693977 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-32872e1b-c636-4494-9986-d47aca172b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (bbe5c7ab-c335-4cbd-9ed4-257a32bb0d30), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:03.717449 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e1dce-379d-4737-b04b-22697c78abbb req-d0bba60b-027f-4a88-b7cc-479b28a7621f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:03.718952 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-097e1dce-379d-4737-b04b-22697c78abbb req-d0bba60b-027f-4a88-b7cc-479b28a7621f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b7a41f53-02ba-4d68-a9f3-9f5c3103be75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1641886 Jul 28 02:19:03.763199 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-32872e1b-c636-4494-9986-d47aca172b74 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6ddedf4e041147dd826b2193b4816153&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2806711 Jul 28 02:19:03.764519 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32872e1b-c636-4494-9986-d47aca172b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe5c7ab-c335-4cbd-9ed4-257a32bb0d30,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:03.767320 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 43398) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:03.844261 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4a814580-e283-4b8b-acdc-09f41246cfde admin admin] Publish callbacks [] for security_group (bbe5c7ab-c335-4cbd-9ed4-257a32bb0d30), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:03.849755 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-097e1dce-379d-4737-b04b-22697c78abbb req-b518605b-5009-449f-bbed-f55517a5e5d4 service neutron] 10.222.0.45 "GET /v2.0/networks/b7a41f53-02ba-4d68-a9f3-9f5c3103be75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191916 Jul 28 02:19:03.858599 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ef6b9b4c-87cb-4ab4-9dff-a22f8c603d58 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:03.866013 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ef6b9b4c-87cb-4ab4-9dff-a22f8c603d58 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (c960f6a6-7e10-4edb-97b1-e9f1ea783df9), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:03.883042 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-70d72983-78e1-4d9d-a20b-8d809e43cc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092088de-1220-4858-bb69-e854a706a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-817987684-router', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:58Z', 'updated_at': '2022-07-28T02:18:05Z', 'revision_number': 4, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'gw_port': {'id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:00Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': '225393bf-6ca3-4a18-a882-d8913c35cb98', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'floating_ip_address': '172.27.0.113', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '092088de-1220-4858-bb69-e854a706a1d4', 'port_id': 'd07f97be-2b00-4c81-a7cf-ea02ac526203', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'mac_address': 'fa:16:3e:ce:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f3fd25-2f4e-4cbc-8c43-158fc08ece33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:18:15Z', 'updated_at': '2022-07-28T02:19:00Z', 'revision_number': 1, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6f15b7a-865b-476a-9dbe-468347d9bf63', 'name': '', 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'mac_address': 'fa:16:3e:e6:9d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:03Z', 'updated_at': '2022-07-28T02:18:16Z', 'revision_number': 5, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'subnets': [{'id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:03.888112 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4a814580-e283-4b8b-acdc-09f41246cfde admin admin] Publish callbacks [] for security_group (bbe5c7ab-c335-4cbd-9ed4-257a32bb0d30), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:03.919375 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d72983-78e1-4d9d-a20b-8d809e43cc1e None None] The sync data for ids ['092088de-1220-4858-bb69-e854a706a1d4'] in dv-cinder-799871-46-iscsi is: [{'id': '092088de-1220-4858-bb69-e854a706a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-817987684-router', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:58Z', 'updated_at': '2022-07-28T02:18:05Z', 'revision_number': 4, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'gw_port': {'id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:00Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': '225393bf-6ca3-4a18-a882-d8913c35cb98', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'floating_ip_address': '172.27.0.113', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '092088de-1220-4858-bb69-e854a706a1d4', 'port_id': 'd07f97be-2b00-4c81-a7cf-ea02ac526203', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'mac_address': 'fa:16:3e:ce:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f3fd25-2f4e-4cbc-8c43-158fc08ece33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:18:15Z', 'updated_at': '2022-07-28T02:19:00Z', 'revision_number': 1, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6f15b7a-865b-476a-9dbe-468347d9bf63', 'name': '', 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'mac_address': 'fa:16:3e:e6:9d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:03Z', 'updated_at': '2022-07-28T02:18:16Z', 'revision_number': 5, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'subnets': [{'id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:19:03.985810 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4a814580-e283-4b8b-acdc-09f41246cfde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (bbe5c7ab-c335-4cbd-9ed4-257a32bb0d30), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:03.994560 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4a814580-e283-4b8b-acdc-09f41246cfde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:04.006597 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-4a814580-e283-4b8b-acdc-09f41246cfde admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/bbe5c7ab-c335-4cbd-9ed4-257a32bb0d30 HTTP/1.1" status: 204 len: 168 time: 0.2372062 Jul 28 02:19:04.022974 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a814580-e283-4b8b-acdc-09f41246cfde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe5c7ab-c335-4cbd-9ed4-257a32bb0d30,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:04.128120 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.db.l3_db [None req-ef6b9b4c-87cb-4ab4-9dff-a22f8c603d58 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Floating IP c960f6a6-7e10-4edb-97b1-e9f1ea783df9 associated. External IP: 172.27.0.75, port: f6815afe-e104-4782-8f6b-4017625ff4b9. Jul 28 02:19:04.240413 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-097e1dce-379d-4737-b04b-22697c78abbb req-61201ef5-d277-41e1-b445-974b1650c865 service neutron] 10.222.0.45 "GET /v2.0/networks/b7a41f53-02ba-4d68-a9f3-9f5c3103be75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764060 Jul 28 02:19:04.544779 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6b9b4c-87cb-4ab4-9dff-a22f8c603d58 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:19:04.594294 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cd96de-fe10-4aee-b4a0-5df04c770831 None None] New status for floating IP 225393bf-6ca3-4a18-a882-d8913c35cb98: ACTIVE {{(pid=104001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 02:19:05.154439 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9da656fc-ed1f-4501-a2c5-350b4760c296 req-9fefc7ea-fd95-4ba3-9ef8-639a5d5154b0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5105002 Jul 28 02:19:05.201841 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6b9b4c-87cb-4ab4-9dff-a22f8c603d58 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:19:05.207361 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ef6b9b4c-87cb-4ab4-9dff-a22f8c603d58 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:05.210549 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:05.214039 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51b7fb1-22ce-4d40-b25f-4f7b6d76373a None None] Sync routers for ids ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'] in dv-cinder-799871-46-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:19:05.228918 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51b7fb1-22ce-4d40-b25f-4f7b6d76373a None None] Routers {'36354f44-4c5b-4f6a-b262-2f1cd2d07967'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:19:05.229870 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-f51b7fb1-22ce-4d40-b25f-4f7b6d76373a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:18:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:05.285718 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-ef6b9b4c-87cb-4ab4-9dff-a22f8c603d58 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "PUT /v2.0/floatingips/c960f6a6-7e10-4edb-97b1-e9f1ea783df9 HTTP/1.1" status: 200 len: 991 time: 3.2178414 Jul 28 02:19:05.286495 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d26f3b8-4d46-47fe-84fe-f242e97a778c', 'tag': 'f6815afe-e104-4782-8f6b-4017625ff4b9'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:19:05.288864 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fd3017fc08cfcfd8945092685727e724b0eb79f5cdddf0496dd7adb644fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53146eef-4324-4162-a469-250e4237ce07" -d '{"events": [{"name": "network-changed", "server_uuid": "4d26f3b8-4d46-47fe-84fe-f242e97a778c", "tag": "f6815afe-e104-4782-8f6b-4017625ff4b9"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:19:05.309379 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 43446) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:05.310350 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da656fc-ed1f-4501-a2c5-350b4760c296 req-83c30ea6-4e06-41c1-b653-421ba7b7b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:05.311857 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9da656fc-ed1f-4501-a2c5-350b4760c296 req-83c30ea6-4e06-41c1-b653-421ba7b7b7e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a042e3701d7842b29f4f3caddc8dd0b8&device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 1129 time: 0.0811512 Jul 28 02:19:05.386393 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8219c917-e8f8-4939-b2c4-973222ab209e x-openstack-request-id: req-8219c917-e8f8-4939-b2c4-973222ab209e {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:19:05.386752 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d26f3b8-4d46-47fe-84fe-f242e97a778c", "tag": "f6815afe-e104-4782-8f6b-4017625ff4b9", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:19:05.386930 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8219c917-e8f8-4939-b2c4-973222ab209e {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:19:05.387331 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8219c917-e8f8-4939-b2c4-973222ab209e'] response: {'name': 'network-changed', 'server_uuid': '4d26f3b8-4d46-47fe-84fe-f242e97a778c', 'tag': 'f6815afe-e104-4782-8f6b-4017625ff4b9', 'status': 'completed', 'code': 200} Jul 28 02:19:05.398455 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-f51b7fb1-22ce-4d40-b25f-4f7b6d76373a None None] Set router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:19:05.471510 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53146eef-4324-4162-a469-250e4237ce07 req-2c09d4f4-a33a-4e9a-852f-f40cc4ab0b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:05.473551 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-53146eef-4324-4162-a469-250e4237ce07 req-2c09d4f4-a33a-4e9a-852f-f40cc4ab0b64 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4622eae14dd460dbd4e51d4a0413e5f&device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 1130 time: 0.0711706 Jul 28 02:19:05.493195 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:05.501309 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da656fc-ed1f-4501-a2c5-350b4760c296 req-00039c0e-7f63-4bb4-a679-69b5acd00d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:05.503013 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9da656fc-ed1f-4501-a2c5-350b4760c296 req-00039c0e-7f63-4bb4-a679-69b5acd00d30 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1945b63c-bc56-48e7-a890-1321d0b15d6d HTTP/1.1" status: 200 len: 913 time: 0.1572988 Jul 28 02:19:05.550414 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:05.597877 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9da656fc-ed1f-4501-a2c5-350b4760c296 req-b5e9be65-2117-4e05-9324-e01d1d45861c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a626239-e398-4f6c-af9a-cb4483118c82 HTTP/1.1" status: 200 len: 217 time: 0.0873239 Jul 28 02:19:05.739978 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da656fc-ed1f-4501-a2c5-350b4760c296 req-81be4b60-ab96-4eb1-ad7f-45a5845b1f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:05.745035 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9da656fc-ed1f-4501-a2c5-350b4760c296 req-81be4b60-ab96-4eb1-ad7f-45a5845b1f9b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=513c1778-c30a-4f29-8342-23c667537e2d HTTP/1.1" status: 200 len: 851 time: 0.1348636 Jul 28 02:19:05.917210 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:05.922474 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-18e0443f-a56f-4508-bcea-bf214291c446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:05.936678 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da656fc-ed1f-4501-a2c5-350b4760c296 req-33cf6c28-fa49-4b65-b69b-4b09f007488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:05.938540 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9da656fc-ed1f-4501-a2c5-350b4760c296 req-33cf6c28-fa49-4b65-b69b-4b09f007488e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1945b63c-bc56-48e7-a890-1321d0b15d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1862249 Jul 28 02:19:06.024804 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:06.057239 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53146eef-4324-4162-a469-250e4237ce07 req-f36c7e2e-5f07-42c7-abb9-d17810c0d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:06.060590 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-53146eef-4324-4162-a469-250e4237ce07 req-f36c7e2e-5f07-42c7-abb9-d17810c0d783 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bda255f1-8497-41f0-9d65-8f281bd7eb0d HTTP/1.1" status: 200 len: 916 time: 0.5802252 Jul 28 02:19:06.076065 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:06.240111 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-f51b7fb1-22ce-4d40-b25f-4f7b6d76373a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '420d1770-f371-4ef3-80de-40843395f9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:59Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'gw_port': {'id': '420d1770-f371-4ef3-80de-40843395f9e1', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:01Z', 'updated_at': '2022-07-28T02:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': 'c960f6a6-7e10-4edb-97b1-e9f1ea783df9', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'port_id': 'f6815afe-e104-4782-8f6b-4017625ff4b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'mac_address': 'fa:16:3e:e9:a9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d26f3b8-4d46-47fe-84fe-f242e97a778c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:18:21Z', 'updated_at': '2022-07-28T02:19:03Z', 'revision_number': 1, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40a12468-19ed-487d-a474-8a6063834f45', 'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'mac_address': 'fa:16:3e:62:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:09Z', 'updated_at': '2022-07-28T02:18:26Z', 'revision_number': 5, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'subnets': [{'id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:06.244006 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:06.253367 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9da656fc-ed1f-4501-a2c5-350b4760c296 req-f483e459-4b6f-4078-a791-7e86e89ac037 service neutron] 10.222.0.45 "GET /v2.0/networks/1945b63c-bc56-48e7-a890-1321d0b15d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073273 Jul 28 02:19:06.329708 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51b7fb1-22ce-4d40-b25f-4f7b6d76373a None None] Checking router: 36354f44-4c5b-4f6a-b262-2f1cd2d07967 for host: dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:19:06.355342 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-53146eef-4324-4162-a469-250e4237ce07 req-edbd8f75-e627-4f7a-b184-b530648e5e7d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6815afe-e104-4782-8f6b-4017625ff4b9 HTTP/1.1" status: 200 len: 999 time: 0.2739420 Jul 28 02:19:06.355972 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51b7fb1-22ce-4d40-b25f-4f7b6d76373a None None] Routers {'36354f44-4c5b-4f6a-b262-2f1cd2d07967'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:19:06.367435 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-f51b7fb1-22ce-4d40-b25f-4f7b6d76373a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:18:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:06.520789 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9da656fc-ed1f-4501-a2c5-350b4760c296 req-c9678713-bd52-4da4-8713-13058455b2bd service neutron] 10.222.0.45 "GET /v2.0/networks/1945b63c-bc56-48e7-a890-1321d0b15d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587986 Jul 28 02:19:06.540894 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-18e0443f-a56f-4508-bcea-bf214291c446 admin admin] Publish callbacks [] for security_group (acc9567d-0133-48db-a1e0-51d97883d761), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:06.544246 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53146eef-4324-4162-a469-250e4237ce07 req-3f1c1824-ecbd-4b84-b5c2-2829a7e42e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:06.546408 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-53146eef-4324-4162-a469-250e4237ce07 req-3f1c1824-ecbd-4b84-b5c2-2829a7e42e8a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b6c1c1a-91bf-46d8-8e77-626f9a84855f HTTP/1.1" status: 200 len: 854 time: 0.1732199 Jul 28 02:19:06.548072 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-18e0443f-a56f-4508-bcea-bf214291c446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (acc9567d-0133-48db-a1e0-51d97883d761), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:06.651184 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-f51b7fb1-22ce-4d40-b25f-4f7b6d76373a None None] Set router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:19:06.652120 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 43506) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:06.652691 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-18e0443f-a56f-4508-bcea-bf214291c446 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=30f190993a3a4de680c2591094bdd336&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3414183 Jul 28 02:19:06.657006 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0443f-a56f-4508-bcea-bf214291c446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc9567d-0133-48db-a1e0-51d97883d761,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:06.663808 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53146eef-4324-4162-a469-250e4237ce07 req-1ab65a07-54a3-4530-a4d1-e3cabfdcc69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:06.666868 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-53146eef-4324-4162-a469-250e4237ce07 req-1ab65a07-54a3-4530-a4d1-e3cabfdcc69d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bda255f1-8497-41f0-9d65-8f281bd7eb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1014247 Jul 28 02:19:06.761024 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c92b990c-a747-4dfa-a1a5-683f6d883547 admin admin] Publish callbacks [] for security_group (acc9567d-0133-48db-a1e0-51d97883d761), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:06.789992 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c92b990c-a747-4dfa-a1a5-683f6d883547 admin admin] Publish callbacks [] for security_group (acc9567d-0133-48db-a1e0-51d97883d761), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:06.835149 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-53146eef-4324-4162-a469-250e4237ce07 req-3f171fb0-ef81-42a0-bdeb-8f200f8dfe86 service neutron] 10.222.0.45 "GET /v2.0/networks/bda255f1-8497-41f0-9d65-8f281bd7eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487730 Jul 28 02:19:06.891175 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c92b990c-a747-4dfa-a1a5-683f6d883547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (acc9567d-0133-48db-a1e0-51d97883d761), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:06.895289 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c92b990c-a747-4dfa-a1a5-683f6d883547 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:06.897994 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-c92b990c-a747-4dfa-a1a5-683f6d883547 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/acc9567d-0133-48db-a1e0-51d97883d761 HTTP/1.1" status: 204 len: 168 time: 0.2441175 Jul 28 02:19:06.917651 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b990c-a747-4dfa-a1a5-683f6d883547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc9567d-0133-48db-a1e0-51d97883d761,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:06.989254 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-53146eef-4324-4162-a469-250e4237ce07 req-526aaf0e-ad4b-4d7b-8b5d-692da67432cf service neutron] 10.222.0.45 "GET /v2.0/networks/bda255f1-8497-41f0-9d65-8f281bd7eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467478 Jul 28 02:19:07.056726 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-f51b7fb1-22ce-4d40-b25f-4f7b6d76373a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '420d1770-f371-4ef3-80de-40843395f9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:59Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'gw_port': {'id': '420d1770-f371-4ef3-80de-40843395f9e1', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:01Z', 'updated_at': '2022-07-28T02:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': 'c960f6a6-7e10-4edb-97b1-e9f1ea783df9', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'port_id': 'f6815afe-e104-4782-8f6b-4017625ff4b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'mac_address': 'fa:16:3e:e9:a9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d26f3b8-4d46-47fe-84fe-f242e97a778c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:18:21Z', 'updated_at': '2022-07-28T02:19:03Z', 'revision_number': 1, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40a12468-19ed-487d-a474-8a6063834f45', 'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'mac_address': 'fa:16:3e:62:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:09Z', 'updated_at': '2022-07-28T02:18:26Z', 'revision_number': 5, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'subnets': [{'id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:07.088958 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51b7fb1-22ce-4d40-b25f-4f7b6d76373a None None] The sync data for ids ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'] in dv-cinder-799871-46-iscsi is: [{'id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '420d1770-f371-4ef3-80de-40843395f9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:59Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'gw_port': {'id': '420d1770-f371-4ef3-80de-40843395f9e1', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:01Z', 'updated_at': '2022-07-28T02:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': 'c960f6a6-7e10-4edb-97b1-e9f1ea783df9', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'port_id': 'f6815afe-e104-4782-8f6b-4017625ff4b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'mac_address': 'fa:16:3e:e9:a9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d26f3b8-4d46-47fe-84fe-f242e97a778c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:18:21Z', 'updated_at': '2022-07-28T02:19:03Z', 'revision_number': 1, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40a12468-19ed-487d-a474-8a6063834f45', 'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'mac_address': 'fa:16:3e:62:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:09Z', 'updated_at': '2022-07-28T02:18:26Z', 'revision_number': 5, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'subnets': [{'id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:19:07.447784 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0877632f-3286-47aa-a60a-92324b8fa81c None None] New status for floating IP c960f6a6-7e10-4edb-97b1-e9f1ea783df9: ACTIVE {{(pid=104001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 02:19:07.938524 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 43556) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:08.001820 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_v2 [None req-415f9d0d-53ed-42b9-9bac-dd80bc333733 admin admin] Deleting subnet 2148595f-083c-4d32-966f-89c69e622513 {{(pid=103999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 02:19:08.006576 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-415f9d0d-53ed-42b9-9bac-dd80bc333733 admin admin] Publish callbacks [] for subnet (2148595f-083c-4d32-966f-89c69e622513), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:08.051919 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-415f9d0d-53ed-42b9-9bac-dd80bc333733 admin admin] Publish callbacks [] for subnet (2148595f-083c-4d32-966f-89c69e622513), precommit_delete_associations {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:08.058992 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-415f9d0d-53ed-42b9-9bac-dd80bc333733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401899'] for subnet (2148595f-083c-4d32-966f-89c69e622513), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:08.135325 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-415f9d0d-53ed-42b9-9bac-dd80bc333733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577'] for subnet (2148595f-083c-4d32-966f-89c69e622513), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:08.176090 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f9d0d-53ed-42b9-9bac-dd80bc333733 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2148595f-083c-4d32-966f-89c69e622513,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:08.191195 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-415f9d0d-53ed-42b9-9bac-dd80bc333733 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:08.196758 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-415f9d0d-53ed-42b9-9bac-dd80bc333733 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/2148595f-083c-4d32-966f-89c69e622513 HTTP/1.1" status: 204 len: 168 time: 0.2566514 Jul 28 02:19:08.199760 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 43572) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:08.297421 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a056a142-0288-4817-936b-f774a8182ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311329'] for network (e9fcf11b-fcb1-4e74-888b-5ebb379b4ce9), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:08.359316 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:08.408050 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a056a142-0288-4817-936b-f774a8182ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397509', 'neutron.services.segments.db._delete_segments_for_network-8752357910218'] for network (e9fcf11b-fcb1-4e74-888b-5ebb379b4ce9), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:08.445823 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a056a142-0288-4817-936b-f774a8182ede admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:19:08.446888 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a056a142-0288-4817-936b-f774a8182ede admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:19:08.447805 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a056a142-0288-4817-936b-f774a8182ede admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:19:08.448976 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a056a142-0288-4817-936b-f774a8182ede admin admin] Subscribe: > port after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:19:08.449476 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a056a142-0288-4817-936b-f774a8182ede admin admin] Subscribe: > port after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:19:08.449849 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a056a142-0288-4817-936b-f774a8182ede admin admin] Subscribe: > port after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:19:08.450216 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a056a142-0288-4817-936b-f774a8182ede admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:19:08.450569 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a056a142-0288-4817-936b-f774a8182ede admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:19:08.450975 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a056a142-0288-4817-936b-f774a8182ede admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:19:08.451343 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a056a142-0288-4817-936b-f774a8182ede admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:19:08.536717 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a056a142-0288-4817-936b-f774a8182ede admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:19:08.537162 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a056a142-0288-4817-936b-f774a8182ede admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:19:08.537448 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a056a142-0288-4817-936b-f774a8182ede admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:19:08.537805 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a056a142-0288-4817-936b-f774a8182ede admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 02:19:08.538211 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-a056a142-0288-4817-936b-f774a8182ede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9fcf11b-fcb1-4e74-888b-5ebb379b4ce9']}} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:08.561065 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-a056a142-0288-4817-936b-f774a8182ede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa21663-a805-4291-b529-5f843dc48da9') {'for_net_delete': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:08.561374 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-a056a142-0288-4817-936b-f774a8182ede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa21663-a805-4291-b529-5f843dc48da9') {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:08.584764 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a056a142-0288-4817-936b-f774a8182ede admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752357910119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26608485'] for segment (2fa21663-a805-4291-b529-5f843dc48da9), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:08.612058 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a056a142-0288-4817-936b-f774a8182ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (2fa21663-a805-4291-b529-5f843dc48da9), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:08.621824 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a056a142-0288-4817-936b-f774a8182ede admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 02:19:08.622405 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a056a142-0288-4817-936b-f774a8182ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25613231'] for segment (2fa21663-a805-4291-b529-5f843dc48da9), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:08.707357 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a056a142-0288-4817-936b-f774a8182ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363069'] for network (e9fcf11b-fcb1-4e74-888b-5ebb379b4ce9), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:08.733463 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a056a142-0288-4817-936b-f774a8182ede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:08.739959 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-a056a142-0288-4817-936b-f774a8182ede admin admin] 10.222.0.40 "DELETE /v2.0/networks/e9fcf11b-fcb1-4e74-888b-5ebb379b4ce9 HTTP/1.1" status: 204 len: 168 time: 0.5340579 Jul 28 02:19:08.740372 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 43604) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:08.748136 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056a142-0288-4817-936b-f774a8182ede admin admin] Pushing event deleted for resources: {'Network': ['ID=e9fcf11b-fcb1-4e74-888b-5ebb379b4ce9,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:08.790793 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_v2 [None req-68fa7bf4-cc58-4daa-9749-c138bc356863 admin admin] Deleting subnet 0d24e84a-1e92-453c-9f7d-ab519f9464c9 {{(pid=103999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 02:19:08.794398 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-68fa7bf4-cc58-4daa-9749-c138bc356863 admin admin] Publish callbacks [] for subnet (0d24e84a-1e92-453c-9f7d-ab519f9464c9), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:08.838928 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-68fa7bf4-cc58-4daa-9749-c138bc356863 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26608508'] for subnet (0d24e84a-1e92-453c-9f7d-ab519f9464c9), precommit_delete_associations {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:08.923692 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-68fa7bf4-cc58-4daa-9749-c138bc356863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401899'] for subnet (0d24e84a-1e92-453c-9f7d-ab519f9464c9), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:08.996221 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.services.segments.plugin [-] Segment 2fa21663-a805-4291-b529-5f843dc48da9 resource provider aggregate not found Jul 28 02:19:09.021659 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:09.027643 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.services.segments.plugin [-] Segment 2fa21663-a805-4291-b529-5f843dc48da9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2fa21663-a805-4291-b529-5f843dc48da9 found for delete ", "request_id": "req-c0d2d8e3-3b7b-406d-aac3-c1e63f5d86ae"}]} Jul 28 02:19:09.051667 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-68fa7bf4-cc58-4daa-9749-c138bc356863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25613297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25654463'] for subnet (0d24e84a-1e92-453c-9f7d-ab519f9464c9), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:09.080057 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa7bf4-cc58-4daa-9749-c138bc356863 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d24e84a-1e92-453c-9f7d-ab519f9464c9,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:09.082686 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-68fa7bf4-cc58-4daa-9749-c138bc356863 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:09.088774 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 43624) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:09.089325 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-68fa7bf4-cc58-4daa-9749-c138bc356863 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/0d24e84a-1e92-453c-9f7d-ab519f9464c9 HTTP/1.1" status: 204 len: 168 time: 0.3476136 Jul 28 02:19:09.192040 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-51c2ea6f-fa72-4f0f-913c-32e129980d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311329'] for network (eb15bea8-040d-4f0b-8c81-cc8a1084e586), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:09.280579 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-51c2ea6f-fa72-4f0f-913c-32e129980d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397509', 'neutron.services.segments.db._delete_segments_for_network-8752357910218'] for network (eb15bea8-040d-4f0b-8c81-cc8a1084e586), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:09.324520 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-51c2ea6f-fa72-4f0f-913c-32e129980d10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb15bea8-040d-4f0b-8c81-cc8a1084e586']}} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:09.340047 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-51c2ea6f-fa72-4f0f-913c-32e129980d10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d8cd1f-337e-48fd-8709-21e7d93e2564') {'for_net_delete': True} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:09.340434 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-51c2ea6f-fa72-4f0f-913c-32e129980d10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d8cd1f-337e-48fd-8709-21e7d93e2564') {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:09.351650 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-51c2ea6f-fa72-4f0f-913c-32e129980d10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752357910119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629643'] for segment (a1d8cd1f-337e-48fd-8709-21e7d93e2564), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:09.365813 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-51c2ea6f-fa72-4f0f-913c-32e129980d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (a1d8cd1f-337e-48fd-8709-21e7d93e2564), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:09.372493 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c2ea6f-fa72-4f0f-913c-32e129980d10 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=104000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 02:19:09.373019 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-51c2ea6f-fa72-4f0f-913c-32e129980d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3099414'] for segment (a1d8cd1f-337e-48fd-8709-21e7d93e2564), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:09.420951 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment a1d8cd1f-337e-48fd-8709-21e7d93e2564 resource provider aggregate not found Jul 28 02:19:09.447051 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment a1d8cd1f-337e-48fd-8709-21e7d93e2564 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1d8cd1f-337e-48fd-8709-21e7d93e2564 found for delete ", "request_id": "req-87d64759-f645-49b7-bb25-6ad1774808f2"}]} Jul 28 02:19:09.467271 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-51c2ea6f-fa72-4f0f-913c-32e129980d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363069'] for network (eb15bea8-040d-4f0b-8c81-cc8a1084e586), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:09.486093 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2ea6f-fa72-4f0f-913c-32e129980d10 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb15bea8-040d-4f0b-8c81-cc8a1084e586,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:09.494915 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-51c2ea6f-fa72-4f0f-913c-32e129980d10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:09.500213 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-51c2ea6f-fa72-4f0f-913c-32e129980d10 admin admin] 10.222.0.40 "DELETE /v2.0/networks/eb15bea8-040d-4f0b-8c81-cc8a1084e586 HTTP/1.1" status: 204 len: 168 time: 0.4094720 Jul 28 02:19:09.729417 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 43658) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:09.784749 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-b19f377f-5b12-49d2-93a0-686a646291e1 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4afd87d4efaa4586a79071e2e9285551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0503523 Jul 28 02:19:09.785224 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 43660) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:09.859320 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a67a627b-b41c-4041-a329-9d0f8f5468fe admin admin] Publish callbacks [] for security_group (f7ab94ab-4e5d-4221-a20a-083cddc64bfd), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:09.883774 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a67a627b-b41c-4041-a329-9d0f8f5468fe admin admin] Publish callbacks [] for security_group (f7ab94ab-4e5d-4221-a20a-083cddc64bfd), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:09.944579 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a67a627b-b41c-4041-a329-9d0f8f5468fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (f7ab94ab-4e5d-4221-a20a-083cddc64bfd), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:09.947218 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a67a627b-b41c-4041-a329-9d0f8f5468fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:09.948375 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-a67a627b-b41c-4041-a329-9d0f8f5468fe admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f7ab94ab-4e5d-4221-a20a-083cddc64bfd HTTP/1.1" status: 204 len: 168 time: 0.1621966 Jul 28 02:19:09.958302 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a627b-b41c-4041-a329-9d0f8f5468fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ab94ab-4e5d-4221-a20a-083cddc64bfd,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:10.472475 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 43702) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:10.685839 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4b18f708-39df-4102-81e4-7bed68b3ba84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:10.725634 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 43718) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:10.808305 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-c8ab3c53-6630-4c5d-94b1-180a6c17ad13 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=55d52beb6d37418abd659ecddb47ee8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0806513 Jul 28 02:19:10.811204 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 43724) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:10.837512 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4b18f708-39df-4102-81e4-7bed68b3ba84 admin admin] Publish callbacks [] for security_group (4341a5a8-f574-48f2-94da-fa3b67d0361f), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:10.844121 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4b18f708-39df-4102-81e4-7bed68b3ba84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (4341a5a8-f574-48f2-94da-fa3b67d0361f), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:10.889801 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18f708-39df-4102-81e4-7bed68b3ba84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4341a5a8-f574-48f2-94da-fa3b67d0361f,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:10.914412 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-4b18f708-39df-4102-81e4-7bed68b3ba84 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3a646c77b99342c3a09b1226fa2d74b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4407535 Jul 28 02:19:10.917023 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 43728) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:10.930912 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-17f455f4-b8aa-4fb0-95ba-9b3b47c1e598 admin admin] Publish callbacks [] for security_group (02a2ce81-f826-451b-bb45-f5be548a2418), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:10.967759 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:10.977092 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-17f455f4-b8aa-4fb0-95ba-9b3b47c1e598 admin admin] Publish callbacks [] for security_group (02a2ce81-f826-451b-bb45-f5be548a2418), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:11.003870 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-133a2445-23dc-45c4-81e0-458bd2a2200e admin admin] Publish callbacks [] for security_group (4341a5a8-f574-48f2-94da-fa3b67d0361f), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:11.050700 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-133a2445-23dc-45c4-81e0-458bd2a2200e admin admin] Publish callbacks [] for security_group (4341a5a8-f574-48f2-94da-fa3b67d0361f), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:11.068514 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:11.090352 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-17f455f4-b8aa-4fb0-95ba-9b3b47c1e598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (02a2ce81-f826-451b-bb45-f5be548a2418), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:11.092939 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-17f455f4-b8aa-4fb0-95ba-9b3b47c1e598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:11.100129 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-17f455f4-b8aa-4fb0-95ba-9b3b47c1e598 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/02a2ce81-f826-451b-bb45-f5be548a2418 HTTP/1.1" status: 204 len: 168 time: 0.2863152 Jul 28 02:19:11.110537 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f455f4-b8aa-4fb0-95ba-9b3b47c1e598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a2ce81-f826-451b-bb45-f5be548a2418,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:11.148144 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-133a2445-23dc-45c4-81e0-458bd2a2200e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (4341a5a8-f574-48f2-94da-fa3b67d0361f), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:11.165705 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-133a2445-23dc-45c4-81e0-458bd2a2200e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:11.166826 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-133a2445-23dc-45c4-81e0-458bd2a2200e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4341a5a8-f574-48f2-94da-fa3b67d0361f HTTP/1.1" status: 204 len: 168 time: 0.2486298 Jul 28 02:19:11.179991 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a2445-23dc-45c4-81e0-458bd2a2200e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4341a5a8-f574-48f2-94da-fa3b67d0361f,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:11.245618 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719692d-0295-49e6-a370-36c7d55357cc req-f8f2c15b-1536-42a4-8455-42908a93ff1d tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:11.249559 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4719692d-0295-49e6-a370-36c7d55357cc req-f8f2c15b-1536-42a4-8455-42908a93ff1d tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 945 time: 0.0806975 Jul 28 02:19:11.305759 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4719692d-0295-49e6-a370-36c7d55357cc req-5f7e2e7d-5740-4e8c-8163-447eb4b9e16e tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/security-groups?id=277d6e92-095d-4d8f-88e7-94d758b3b68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510371 Jul 28 02:19:11.656558 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 43758) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:11.679887 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3a555145-71da-4adf-a105-20d722f133a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:11.692294 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:11.782364 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3a555145-71da-4adf-a105-20d722f133a1 admin admin] Publish callbacks [] for security_group (07c9ed4e-bb89-459c-acc7-0b1eb1cb9fde), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:11.787164 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3a555145-71da-4adf-a105-20d722f133a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (07c9ed4e-bb89-459c-acc7-0b1eb1cb9fde), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:11.829761 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a555145-71da-4adf-a105-20d722f133a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c9ed4e-bb89-459c-acc7-0b1eb1cb9fde,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:11.838075 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-3a555145-71da-4adf-a105-20d722f133a1 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=af4dc737f7dc4445a1a2c5ab0b92d03f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1802914 Jul 28 02:19:11.840665 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 43772) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:11.901834 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e384c0cc-e81d-4fb9-b106-22217f12d7fe admin admin] Publish callbacks [] for security_group (07c9ed4e-bb89-459c-acc7-0b1eb1cb9fde), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:11.928170 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e384c0cc-e81d-4fb9-b106-22217f12d7fe admin admin] Publish callbacks [] for security_group (07c9ed4e-bb89-459c-acc7-0b1eb1cb9fde), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:11.998855 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e384c0cc-e81d-4fb9-b106-22217f12d7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (07c9ed4e-bb89-459c-acc7-0b1eb1cb9fde), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:12.002530 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e384c0cc-e81d-4fb9-b106-22217f12d7fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:12.005362 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e384c0cc-e81d-4fb9-b106-22217f12d7fe admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/07c9ed4e-bb89-459c-acc7-0b1eb1cb9fde HTTP/1.1" status: 204 len: 168 time: 0.1630044 Jul 28 02:19:12.020823 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384c0cc-e81d-4fb9-b106-22217f12d7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c9ed4e-bb89-459c-acc7-0b1eb1cb9fde,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:12.473107 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a1816-0d8a-47b5-824f-3ed37448a548 req-cc3e96e5-268a-4e31-91ad-45fc76521877 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:12.482026 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-509a1816-0d8a-47b5-824f-3ed37448a548 req-cc3e96e5-268a-4e31-91ad-45fc76521877 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 945 time: 0.0739217 Jul 28 02:19:12.501755 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 43802) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:12.521145 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f5d2cbc8-824f-4cd5-b2d2-33c6f622d27a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:12.555521 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-509a1816-0d8a-47b5-824f-3ed37448a548 req-5f7564aa-1aba-421c-bf54-c95992113731 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/security-groups?id=277d6e92-095d-4d8f-88e7-94d758b3b68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695691 Jul 28 02:19:12.662828 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f5d2cbc8-824f-4cd5-b2d2-33c6f622d27a admin admin] Publish callbacks [] for security_group (c827f49a-3600-4731-8830-251d1a6807b7), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:12.683104 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f5d2cbc8-824f-4cd5-b2d2-33c6f622d27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (c827f49a-3600-4731-8830-251d1a6807b7), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:12.735562 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f5d2cbc8-824f-4cd5-b2d2-33c6f622d27a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5932da68c682485596562b1cc01aeb43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319200 Jul 28 02:19:12.736675 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2cbc8-824f-4cd5-b2d2-33c6f622d27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c827f49a-3600-4731-8830-251d1a6807b7,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:12.739381 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 43814) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:12.801934 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a928cf08-352b-4823-ad2c-3051cb476237 admin admin] Publish callbacks [] for security_group (c827f49a-3600-4731-8830-251d1a6807b7), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:12.813353 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:DELETE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:12.831311 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a928cf08-352b-4823-ad2c-3051cb476237 admin admin] Publish callbacks [] for security_group (c827f49a-3600-4731-8830-251d1a6807b7), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:12.902651 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a928cf08-352b-4823-ad2c-3051cb476237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (c827f49a-3600-4731-8830-251d1a6807b7), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:12.905537 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a928cf08-352b-4823-ad2c-3051cb476237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:12.907045 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-a928cf08-352b-4823-ad2c-3051cb476237 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c827f49a-3600-4731-8830-251d1a6807b7 HTTP/1.1" status: 204 len: 168 time: 0.1664176 Jul 28 02:19:12.917083 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928cf08-352b-4823-ad2c-3051cb476237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c827f49a-3600-4731-8830-251d1a6807b7,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:12.982430 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc04f59-8e5a-4d56-8a12-090a99c4dabc req-4f82cfd6-2325-432e-a169-596b6b00135c tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:12.983929 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2dc04f59-8e5a-4d56-8a12-090a99c4dabc req-4f82cfd6-2325-432e-a169-596b6b00135c tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.45 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 945 time: 0.1102481 Jul 28 02:19:13.044219 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 43830) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:13.152613 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-2dc04f59-8e5a-4d56-8a12-090a99c4dabc req-3c7076a1-1432-4932-845f-32c8188a474e tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Deleting port 1a626239-e398-4f6c-af9a-cb4483118c82 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:19:13.153266 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2dc04f59-8e5a-4d56-8a12-090a99c4dabc req-3c7076a1-1432-4932-845f-32c8188a474e tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (1a626239-e398-4f6c-af9a-cb4483118c82), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:13.233651 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 43836) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:13.366826 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-2dc04f59-8e5a-4d56-8a12-090a99c4dabc req-3c7076a1-1432-4932-845f-32c8188a474e tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] For port 1a626239-e398-4f6c-af9a-cb4483118c82, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1a626239-e398-4f6c-af9a-cb4483118c82,segment=NetworkSegment(2c48cfd2-062b-4647-a482-5c8161baa2f4),segment_id=2c48cfd2-062b-4647-a482-5c8161baa2f4)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:19:13.367481 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2dc04f59-8e5a-4d56-8a12-090a99c4dabc req-3c7076a1-1432-4932-845f-32c8188a474e tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (1a626239-e398-4f6c-af9a-cb4483118c82), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:13.409977 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-2dc04f59-8e5a-4d56-8a12-090a99c4dabc req-3c7076a1-1432-4932-845f-32c8188a474e tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Calling delete_port for 1a626239-e398-4f6c-af9a-cb4483118c82 owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:19:13.416063 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:13.625525 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9dac4dec-751d-4337-98c1-31faac3ed51c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:13.629021 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:13.632029 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0717d4eb-c1e0-42d3-b79d-fa6cadbbf722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:13.658913 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2dc04f59-8e5a-4d56-8a12-090a99c4dabc req-3c7076a1-1432-4932-845f-32c8188a474e tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (1a626239-e398-4f6c-af9a-cb4483118c82), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:13.677956 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['1a626239-e398-4f6c-af9a-cb4483118c82'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:19:13.734232 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7076a1-1432-4932-845f-32c8188a474e tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Pushing event deleted for resources: {'Port': ['ID=1a626239-e398-4f6c-af9a-cb4483118c82,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:13.754779 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-84992ec9-71fb-4b54-ab0a-567b1080cf99 req-1269a48c-b8d2-47e5-9172-a2a940f88a94 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 210 time: 0.0588927 Jul 28 02:19:13.804793 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9dac4dec-751d-4337-98c1-31faac3ed51c admin admin] Publish callbacks [] for security_group (d7dec77e-3e48-40c0-8513-729980cd37df), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:13.814029 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9dac4dec-751d-4337-98c1-31faac3ed51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (d7dec77e-3e48-40c0-8513-729980cd37df), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:13.874468 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-9dac4dec-751d-4337-98c1-31faac3ed51c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4ccdce1d773a40a8a32446ac992c945e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8290081 Jul 28 02:19:13.879165 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 43856) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:13.886510 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc04f59-8e5a-4d56-8a12-090a99c4dabc req-3c7076a1-1432-4932-845f-32c8188a474e tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] No DVR routers for this DVR port 1a626239-e398-4f6c-af9a-cb4483118c82 on host hv-cinder-79987 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:19:13.889882 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac4dec-751d-4337-98c1-31faac3ed51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dec77e-3e48-40c0-8513-729980cd37df,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:13.892899 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2dc04f59-8e5a-4d56-8a12-090a99c4dabc req-3c7076a1-1432-4932-845f-32c8188a474e tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:13.898100 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2dc04f59-8e5a-4d56-8a12-090a99c4dabc req-3c7076a1-1432-4932-845f-32c8188a474e tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.45 "DELETE /v2.0/ports/1a626239-e398-4f6c-af9a-cb4483118c82 HTTP/1.1" status: 204 len: 173 time: 0.9084172 Jul 28 02:19:13.900598 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00debb19-ca1a-4dc1-ab8a-08c6a04ed862', 'name': 'network-vif-deleted', 'tag': '1a626239-e398-4f6c-af9a-cb4483118c82'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:19:13.903283 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cd26a0-a0c4-4a70-95f8-81f184bcc940" -d '{"events": [{"server_uuid": "00debb19-ca1a-4dc1-ab8a-08c6a04ed862", "name": "network-vif-deleted", "tag": "1a626239-e398-4f6c-af9a-cb4483118c82"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:19:13.981610 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc04bf18-debe-4d0f-8707-b7cdab696ed5 x-openstack-request-id: req-fc04bf18-debe-4d0f-8707-b7cdab696ed5 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:19:13.982192 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00debb19-ca1a-4dc1-ab8a-08c6a04ed862", "name": "network-vif-deleted", "tag": "1a626239-e398-4f6c-af9a-cb4483118c82", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:19:13.983025 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-fc04bf18-debe-4d0f-8707-b7cdab696ed5 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:19:13.983854 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-96a64961-9a06-4571-9bc3-8b0c0e4551a3 admin admin] Publish callbacks [] for security_group (d7dec77e-3e48-40c0-8513-729980cd37df), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:13.983994 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc04bf18-debe-4d0f-8707-b7cdab696ed5'] response: {'server_uuid': '00debb19-ca1a-4dc1-ab8a-08c6a04ed862', 'name': 'network-vif-deleted', 'tag': '1a626239-e398-4f6c-af9a-cb4483118c82', 'status': 'completed', 'code': 200} Jul 28 02:19:14.011192 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0717d4eb-c1e0-42d3-b79d-fa6cadbbf722 admin admin] Publish callbacks [] for security_group (87b6bba8-0bf1-45d7-a8e6-7e16120e00c2), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:14.012333 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-96a64961-9a06-4571-9bc3-8b0c0e4551a3 admin admin] Publish callbacks [] for security_group (d7dec77e-3e48-40c0-8513-729980cd37df), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:14.016486 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0717d4eb-c1e0-42d3-b79d-fa6cadbbf722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (87b6bba8-0bf1-45d7-a8e6-7e16120e00c2), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:14.068953 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-0717d4eb-c1e0-42d3-b79d-fa6cadbbf722 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d492b5df94b344f2a2008e941e38e8ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8341274 Jul 28 02:19:14.071095 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717d4eb-c1e0-42d3-b79d-fa6cadbbf722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b6bba8-0bf1-45d7-a8e6-7e16120e00c2,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:14.073183 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 43862) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:14.106145 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-96a64961-9a06-4571-9bc3-8b0c0e4551a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (d7dec77e-3e48-40c0-8513-729980cd37df), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:14.109840 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-96a64961-9a06-4571-9bc3-8b0c0e4551a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:14.112489 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-96a64961-9a06-4571-9bc3-8b0c0e4551a3 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d7dec77e-3e48-40c0-8513-729980cd37df HTTP/1.1" status: 204 len: 168 time: 0.2315068 Jul 28 02:19:14.118824 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:14.131545 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a64961-9a06-4571-9bc3-8b0c0e4551a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7dec77e-3e48-40c0-8513-729980cd37df,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:14.165769 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-22ae28d9-40f5-4166-84ca-d20c3042b9fa admin admin] Publish callbacks [] for security_group (87b6bba8-0bf1-45d7-a8e6-7e16120e00c2), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:14.194908 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-22ae28d9-40f5-4166-84ca-d20c3042b9fa admin admin] Publish callbacks [] for security_group (87b6bba8-0bf1-45d7-a8e6-7e16120e00c2), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:14.272722 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-22ae28d9-40f5-4166-84ca-d20c3042b9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (87b6bba8-0bf1-45d7-a8e6-7e16120e00c2), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:14.275895 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-22ae28d9-40f5-4166-84ca-d20c3042b9fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:14.279702 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-22ae28d9-40f5-4166-84ca-d20c3042b9fa admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/87b6bba8-0bf1-45d7-a8e6-7e16120e00c2 HTTP/1.1" status: 204 len: 168 time: 0.2025990 Jul 28 02:19:14.290140 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae28d9-40f5-4166-84ca-d20c3042b9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b6bba8-0bf1-45d7-a8e6-7e16120e00c2,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:14.741678 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 43896) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:14.776187 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7020ffa6-2bc6-43f1-b01f-6e5d8284b7f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:15.017868 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-01c60560-280c-4de4-8f02-fd8cde163c30 req-0fe0a60c-6590-4f2a-957b-ed1033378f17 tempest-DeleteServersTestJSON-941814662 tempest-DeleteServersTestJSON-941814662-project] 10.222.0.40 "GET /v2.0/ports?device_id=00debb19-ca1a-4dc1-ab8a-08c6a04ed862 HTTP/1.1" status: 200 len: 210 time: 0.0781362 Jul 28 02:19:15.091851 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7020ffa6-2bc6-43f1-b01f-6e5d8284b7f3 admin admin] Publish callbacks [] for security_group (a1c243d6-c39a-4bd3-9c83-9d0ef3561fc9), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:15.099945 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7020ffa6-2bc6-43f1-b01f-6e5d8284b7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (a1c243d6-c39a-4bd3-9c83-9d0ef3561fc9), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:15.182460 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 43916) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:15.183527 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-7020ffa6-2bc6-43f1-b01f-6e5d8284b7f3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f3b4944f432b4ef2b3cc11645506e18e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4397674 Jul 28 02:19:15.186176 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020ffa6-2bc6-43f1-b01f-6e5d8284b7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c243d6-c39a-4bd3-9c83-9d0ef3561fc9,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:15.250033 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9d56b24e-7fd3-4dd5-aabe-c84aae6114ed admin admin] Publish callbacks [] for security_group (a1c243d6-c39a-4bd3-9c83-9d0ef3561fc9), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:15.278712 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9d56b24e-7fd3-4dd5-aabe-c84aae6114ed admin admin] Publish callbacks [] for security_group (a1c243d6-c39a-4bd3-9c83-9d0ef3561fc9), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:15.346796 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9d56b24e-7fd3-4dd5-aabe-c84aae6114ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (a1c243d6-c39a-4bd3-9c83-9d0ef3561fc9), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:15.354299 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9d56b24e-7fd3-4dd5-aabe-c84aae6114ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:15.356260 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-9d56b24e-7fd3-4dd5-aabe-c84aae6114ed admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a1c243d6-c39a-4bd3-9c83-9d0ef3561fc9 HTTP/1.1" status: 204 len: 168 time: 0.1718903 Jul 28 02:19:15.368927 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56b24e-7fd3-4dd5-aabe-c84aae6114ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c243d6-c39a-4bd3-9c83-9d0ef3561fc9,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:16.615651 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 1a626239-e398-4f6c-af9a-cb4483118c82 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:19:16.644778 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] No Port match for: 1a626239-e398-4f6c-af9a-cb4483118c82 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:19:16.645685 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 1a626239-e398-4f6c-af9a-cb4483118c82 not bound to the agent host hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:19:17.984456 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 44072) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:18.036309 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:18.499251 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 44102) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:18.564223 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d8df26ec-a5a8-4735-ba04-293de8405305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361233'] for router_interface (7e3e39dd-b40d-4402-8a57-5cdbeac52ab0), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:18.631088 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-605bb815-64bf-4d16-94b7-533c201b10fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:18.722844 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-605bb815-64bf-4d16-94b7-533c201b10fc admin admin] Publish callbacks [] for security_group (a14baa2e-10af-492b-8cec-0b35b7eda9f6), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:18.727180 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-605bb815-64bf-4d16-94b7-533c201b10fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (a14baa2e-10af-492b-8cec-0b35b7eda9f6), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:18.768168 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605bb815-64bf-4d16-94b7-533c201b10fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14baa2e-10af-492b-8cec-0b35b7eda9f6,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:18.774275 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-605bb815-64bf-4d16-94b7-533c201b10fc admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c4cba4ca1e984653b46c8cc122429867&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733293 Jul 28 02:19:18.777120 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 44108) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:18.840079 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-708da442-93ad-441a-bdca-e851e5af4e5c admin admin] Publish callbacks [] for security_group (a14baa2e-10af-492b-8cec-0b35b7eda9f6), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:18.843131 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=15 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:18.867404 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-d8df26ec-a5a8-4735-ba04-293de8405305 admin admin] Deleting port 3cbe507e-db80-4694-b015-163562355318 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:19:18.867827 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d8df26ec-a5a8-4735-ba04-293de8405305 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (3cbe507e-db80-4694-b015-163562355318), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:18.868205 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-708da442-93ad-441a-bdca-e851e5af4e5c admin admin] Publish callbacks [] for security_group (a14baa2e-10af-492b-8cec-0b35b7eda9f6), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:18.886738 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:18.937082 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-708da442-93ad-441a-bdca-e851e5af4e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (a14baa2e-10af-492b-8cec-0b35b7eda9f6), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:18.941307 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-708da442-93ad-441a-bdca-e851e5af4e5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:18.943197 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-708da442-93ad-441a-bdca-e851e5af4e5c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a14baa2e-10af-492b-8cec-0b35b7eda9f6 HTTP/1.1" status: 204 len: 168 time: 0.1648688 Jul 28 02:19:18.963800 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708da442-93ad-441a-bdca-e851e5af4e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14baa2e-10af-492b-8cec-0b35b7eda9f6,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:19.005479 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-d8df26ec-a5a8-4735-ba04-293de8405305 admin admin] For port 3cbe507e-db80-4694-b015-163562355318, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=3cbe507e-db80-4694-b015-163562355318,segment=NetworkSegment(2c48cfd2-062b-4647-a482-5c8161baa2f4),segment_id=2c48cfd2-062b-4647-a482-5c8161baa2f4)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:19:19.006057 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d8df26ec-a5a8-4735-ba04-293de8405305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (3cbe507e-db80-4694-b015-163562355318), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:19.024014 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-d8df26ec-a5a8-4735-ba04-293de8405305 admin admin] Calling delete_port for 3cbe507e-db80-4694-b015-163562355318 owned by network:router_interface {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:19:19.239885 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 44126) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:19.288850 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d8df26ec-a5a8-4735-ba04-293de8405305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (3cbe507e-db80-4694-b015-163562355318), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:19.313846 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df26ec-a5a8-4735-ba04-293de8405305 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cbe507e-db80-4694-b015-163562355318,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:19.350513 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:19.375856 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 44130) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:19.393684 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9fbe6475-cfb4-4c9f-a306-837d1dec4737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:19.410439 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1c5bab32-8b59-49e8-b190-e100095e5e1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:19.475548 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:19.534171 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d8df26ec-a5a8-4735-ba04-293de8405305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361349'] for router_interface (7e3e39dd-b40d-4402-8a57-5cdbeac52ab0), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:19.581587 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9fbe6475-cfb4-4c9f-a306-837d1dec4737 admin admin] Publish callbacks [] for security_group (04c8e606-9ad1-4f74-ab1c-04a4cfa32e5c), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:19.594339 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9fbe6475-cfb4-4c9f-a306-837d1dec4737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (04c8e606-9ad1-4f74-ab1c-04a4cfa32e5c), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:19.663254 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1c5bab32-8b59-49e8-b190-e100095e5e1c admin admin] Publish callbacks [] for security_group (aafcf8f6-20d4-4828-bee3-f998c2641425), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:19.669914 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-9fbe6475-cfb4-4c9f-a306-837d1dec4737 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=05fe13f3d0d24e63b8b3861324d56563&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4251440 Jul 28 02:19:19.669914 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe6475-cfb4-4c9f-a306-837d1dec4737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c8e606-9ad1-4f74-ab1c-04a4cfa32e5c,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:19.670692 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 44138) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:19.680842 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1c5bab32-8b59-49e8-b190-e100095e5e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (aafcf8f6-20d4-4828-bee3-f998c2641425), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:19.760691 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-1c5bab32-8b59-49e8-b190-e100095e5e1c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8df0c30a7d774037934ff9b77795b9d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3814132 Jul 28 02:19:19.760691 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5bab32-8b59-49e8-b190-e100095e5e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafcf8f6-20d4-4828-bee3-f998c2641425,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:19.762291 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 44142) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:19.806953 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5f8da348-2013-41fc-961b-e83d4fcff804 admin admin] Publish callbacks [] for security_group (04c8e606-9ad1-4f74-ab1c-04a4cfa32e5c), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:19.842325 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5f8da348-2013-41fc-961b-e83d4fcff804 admin admin] Publish callbacks [] for security_group (04c8e606-9ad1-4f74-ab1c-04a4cfa32e5c), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:19.855145 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 44144) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:19.867760 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5c64a892-d659-42f0-b490-e59217f9c190 admin admin] Publish callbacks [] for security_group (aafcf8f6-20d4-4828-bee3-f998c2641425), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:19.873978 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:19.920367 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5c64a892-d659-42f0-b490-e59217f9c190 admin admin] Publish callbacks [] for security_group (aafcf8f6-20d4-4828-bee3-f998c2641425), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:19.958874 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5f8da348-2013-41fc-961b-e83d4fcff804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (04c8e606-9ad1-4f74-ab1c-04a4cfa32e5c), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:19.961475 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5f8da348-2013-41fc-961b-e83d4fcff804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:19.962685 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-5f8da348-2013-41fc-961b-e83d4fcff804 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/04c8e606-9ad1-4f74-ab1c-04a4cfa32e5c HTTP/1.1" status: 204 len: 168 time: 0.2912424 Jul 28 02:19:19.972958 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8da348-2013-41fc-961b-e83d4fcff804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c8e606-9ad1-4f74-ab1c-04a4cfa32e5c,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:19.998820 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5c64a892-d659-42f0-b490-e59217f9c190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (aafcf8f6-20d4-4828-bee3-f998c2641425), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:20.002827 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5c64a892-d659-42f0-b490-e59217f9c190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:20.004205 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-5c64a892-d659-42f0-b490-e59217f9c190 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/aafcf8f6-20d4-4828-bee3-f998c2641425 HTTP/1.1" status: 204 len: 168 time: 0.2395527 Jul 28 02:19:20.014104 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64a892-d659-42f0-b490-e59217f9c190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafcf8f6-20d4-4828-bee3-f998c2641425,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:20.049856 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8df26ec-a5a8-4735-ba04-293de8405305 admin admin] Router 7e3e39dd-b40d-4402-8a57-5cdbeac52ab0 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:19:20.059831 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-80216177-58aa-47d5-8cbd-c4f196a67c20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:20.201799 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-80216177-58aa-47d5-8cbd-c4f196a67c20 admin admin] Publish callbacks [] for security_group (3ffae7a6-2c61-4eb5-b658-d4068b315300), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:20.208138 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-80216177-58aa-47d5-8cbd-c4f196a67c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (3ffae7a6-2c61-4eb5-b658-d4068b315300), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:20.253459 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8df26ec-a5a8-4735-ba04-293de8405305 admin admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:19:20.256258 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80216177-58aa-47d5-8cbd-c4f196a67c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffae7a6-2c61-4eb5-b658-d4068b315300,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:20.264424 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-d8df26ec-a5a8-4735-ba04-293de8405305 admin admin] 10.222.0.40 "PUT /v2.0/routers/7e3e39dd-b40d-4402-8a57-5cdbeac52ab0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2787871 Jul 28 02:19:20.268270 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 44158) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:20.271817 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf7d7c9-0de3-4a7e-b0f1-04061662141a None None] Sync routers for ids ['7e3e39dd-b40d-4402-8a57-5cdbeac52ab0'] in dv-cinder-799871-46-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:19:20.272377 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-80216177-58aa-47d5-8cbd-c4f196a67c20 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9e4a3488c936488281819cb83f2662ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4156330 Jul 28 02:19:20.278175 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 44160) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:20.286947 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf7d7c9-0de3-4a7e-b0f1-04061662141a None None] Routers {'7e3e39dd-b40d-4402-8a57-5cdbeac52ab0'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:19:20.287577 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-9bf7d7c9-0de3-4a7e-b0f1-04061662141a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:18:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['7e3e39dd-b40d-4402-8a57-5cdbeac52ab0'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:20.403838 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-9bf7d7c9-0de3-4a7e-b0f1-04061662141a None None] Set router 7e3e39dd-b40d-4402-8a57-5cdbeac52ab0 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:19:20.404818 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:20.446466 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7be15451-ab71-478a-87ca-cfd17349f5f1 admin admin] Publish callbacks [] for security_group (3ffae7a6-2c61-4eb5-b658-d4068b315300), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:20.471364 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7be15451-ab71-478a-87ca-cfd17349f5f1 admin admin] Publish callbacks [] for security_group (3ffae7a6-2c61-4eb5-b658-d4068b315300), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:20.489624 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7aae9d16-6c61-4306-a3b8-af7259f7b8ba admin admin] Publish callbacks [] for router (7e3e39dd-b40d-4402-8a57-5cdbeac52ab0), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:20.500257 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 44164) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:20.543461 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-883d5439-77a4-494a-996c-29f946b23f74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:20.562534 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 44166) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:20.595562 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7f5d96f9-50f6-40a1-9fc5-1ac4f793c410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:20.601002 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:20.635181 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-9bf7d7c9-0de3-4a7e-b0f1-04061662141a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3e39dd-b40d-4402-8a57-5cdbeac52ab0', 'name': 'tempest-DeleteServersTestJSON-1748751749-router', 'tenant_id': 'a042e3701d7842b29f4f3caddc8dd0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'bbf7f04d-4997-47e7-b5c2-f6d97b88d175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:18:00Z', 'updated_at': '2022-07-28T02:19:19Z', 'revision_number': 5, 'project_id': 'a042e3701d7842b29f4f3caddc8dd0b8', 'gw_port': {'id': 'bbf7f04d-4997-47e7-b5c2-f6d97b88d175', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3e39dd-b40d-4402-8a57-5cdbeac52ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:02Z', 'updated_at': '2022-07-28T02:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi'}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:20.654780 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7be15451-ab71-478a-87ca-cfd17349f5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (3ffae7a6-2c61-4eb5-b658-d4068b315300), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:20.657338 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7be15451-ab71-478a-87ca-cfd17349f5f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:20.659526 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-7be15451-ab71-478a-87ca-cfd17349f5f1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3ffae7a6-2c61-4eb5-b658-d4068b315300 HTTP/1.1" status: 204 len: 168 time: 0.3779132 Jul 28 02:19:20.667313 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7aae9d16-6c61-4306-a3b8-af7259f7b8ba admin admin] Publish callbacks [] for router_gateway (7e3e39dd-b40d-4402-8a57-5cdbeac52ab0), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:20.677304 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf7d7c9-0de3-4a7e-b0f1-04061662141a None None] Checking router: 7e3e39dd-b40d-4402-8a57-5cdbeac52ab0 for host: dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:19:20.683133 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:20.689195 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf7d7c9-0de3-4a7e-b0f1-04061662141a None None] Routers {'7e3e39dd-b40d-4402-8a57-5cdbeac52ab0'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:19:20.689841 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be15451-ab71-478a-87ca-cfd17349f5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffae7a6-2c61-4eb5-b658-d4068b315300,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:20.690185 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-9bf7d7c9-0de3-4a7e-b0f1-04061662141a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:18:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['7e3e39dd-b40d-4402-8a57-5cdbeac52ab0'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:20.724687 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-883d5439-77a4-494a-996c-29f946b23f74 admin admin] Publish callbacks [] for security_group (077e81d2-8389-439b-bdb5-eca42afaeb32), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:20.734057 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-883d5439-77a4-494a-996c-29f946b23f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (077e81d2-8389-439b-bdb5-eca42afaeb32), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:20.739427 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-7aae9d16-6c61-4306-a3b8-af7259f7b8ba admin admin] Deleting port bbf7f04d-4997-47e7-b5c2-f6d97b88d175 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:19:20.740095 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7aae9d16-6c61-4306-a3b8-af7259f7b8ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (bbf7f04d-4997-47e7-b5c2-f6d97b88d175), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:20.772076 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7f5d96f9-50f6-40a1-9fc5-1ac4f793c410 admin admin] Publish callbacks [] for security_group (36312ba9-33b0-4556-bb9c-8c0afeb07a22), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:20.788372 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7f5d96f9-50f6-40a1-9fc5-1ac4f793c410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (36312ba9-33b0-4556-bb9c-8c0afeb07a22), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:20.803864 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-883d5439-77a4-494a-996c-29f946b23f74 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=50c71960f07d4beda6f2db6bbd7ee115&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3019614 Jul 28 02:19:20.804576 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d5439-77a4-494a-996c-29f946b23f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077e81d2-8389-439b-bdb5-eca42afaeb32,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:20.808030 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 44170) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:20.823953 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:20.832807 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d96f9-50f6-40a1-9fc5-1ac4f793c410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36312ba9-33b0-4556-bb9c-8c0afeb07a22,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:20.840094 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-9bf7d7c9-0de3-4a7e-b0f1-04061662141a None None] Set router 7e3e39dd-b40d-4402-8a57-5cdbeac52ab0 gateway port host: None {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:19:20.852472 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7f5d96f9-50f6-40a1-9fc5-1ac4f793c410 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=408ff9a530fa45ee92a4ece3bafdea79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2862015 Jul 28 02:19:20.853459 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 44172) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:20.873746 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-7aae9d16-6c61-4306-a3b8-af7259f7b8ba admin admin] For port bbf7f04d-4997-47e7-b5c2-f6d97b88d175, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=bbf7f04d-4997-47e7-b5c2-f6d97b88d175,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:19:20.874196 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7aae9d16-6c61-4306-a3b8-af7259f7b8ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (bbf7f04d-4997-47e7-b5c2-f6d97b88d175), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:20.895241 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-7aae9d16-6c61-4306-a3b8-af7259f7b8ba admin admin] Calling delete_port for bbf7f04d-4997-47e7-b5c2-f6d97b88d175 owned by network:router_gateway {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:19:20.916948 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d7ae103b-c23d-4c61-bc07-65aeae575c43 admin admin] Publish callbacks [] for security_group (36312ba9-33b0-4556-bb9c-8c0afeb07a22), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:20.922857 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9ad2b31c-11d3-4c3b-a7a9-110c3f00e16e admin admin] Publish callbacks [] for security_group (077e81d2-8389-439b-bdb5-eca42afaeb32), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:20.942150 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d7ae103b-c23d-4c61-bc07-65aeae575c43 admin admin] Publish callbacks [] for security_group (36312ba9-33b0-4556-bb9c-8c0afeb07a22), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:20.944743 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-9bf7d7c9-0de3-4a7e-b0f1-04061662141a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3e39dd-b40d-4402-8a57-5cdbeac52ab0', 'name': 'tempest-DeleteServersTestJSON-1748751749-router', 'tenant_id': 'a042e3701d7842b29f4f3caddc8dd0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:18:00Z', 'updated_at': '2022-07-28T02:19:20Z', 'revision_number': 6, 'project_id': 'a042e3701d7842b29f4f3caddc8dd0b8', 'gw_port_host': None}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:20.959744 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:DELETE=2,neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:20.981767 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9ad2b31c-11d3-4c3b-a7a9-110c3f00e16e admin admin] Publish callbacks [] for security_group (077e81d2-8389-439b-bdb5-eca42afaeb32), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:20.983489 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf7d7c9-0de3-4a7e-b0f1-04061662141a None None] The sync data for ids ['7e3e39dd-b40d-4402-8a57-5cdbeac52ab0'] in dv-cinder-799871-46-iscsi is: [{'id': '7e3e39dd-b40d-4402-8a57-5cdbeac52ab0', 'name': 'tempest-DeleteServersTestJSON-1748751749-router', 'tenant_id': 'a042e3701d7842b29f4f3caddc8dd0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:18:00Z', 'updated_at': '2022-07-28T02:19:20Z', 'revision_number': 6, 'project_id': 'a042e3701d7842b29f4f3caddc8dd0b8', 'gw_port_host': None}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:19:21.044406 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d7ae103b-c23d-4c61-bc07-65aeae575c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (36312ba9-33b0-4556-bb9c-8c0afeb07a22), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:21.050196 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d7ae103b-c23d-4c61-bc07-65aeae575c43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:21.051536 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-d7ae103b-c23d-4c61-bc07-65aeae575c43 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/36312ba9-33b0-4556-bb9c-8c0afeb07a22 HTTP/1.1" status: 204 len: 168 time: 0.1969242 Jul 28 02:19:21.068996 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae103b-c23d-4c61-bc07-65aeae575c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36312ba9-33b0-4556-bb9c-8c0afeb07a22,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:21.170901 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9ad2b31c-11d3-4c3b-a7a9-110c3f00e16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (077e81d2-8389-439b-bdb5-eca42afaeb32), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:21.173249 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9ad2b31c-11d3-4c3b-a7a9-110c3f00e16e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:21.176226 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-9ad2b31c-11d3-4c3b-a7a9-110c3f00e16e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/077e81d2-8389-439b-bdb5-eca42afaeb32 HTTP/1.1" status: 204 len: 168 time: 0.3652682 Jul 28 02:19:21.256340 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2b31c-11d3-4c3b-a7a9-110c3f00e16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077e81d2-8389-439b-bdb5-eca42afaeb32,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:21.297505 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7aae9d16-6c61-4306-a3b8-af7259f7b8ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (bbf7f04d-4997-47e7-b5c2-f6d97b88d175), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:21.336191 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae9d16-6c61-4306-a3b8-af7259f7b8ba admin admin] Pushing event deleted for resources: {'Port': ['ID=bbf7f04d-4997-47e7-b5c2-f6d97b88d175,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:21.444325 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7aae9d16-6c61-4306-a3b8-af7259f7b8ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-363025'] for router_gateway (7e3e39dd-b40d-4402-8a57-5cdbeac52ab0), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:21.598318 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7aae9d16-6c61-4306-a3b8-af7259f7b8ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1600154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-849'] for router (7e3e39dd-b40d-4402-8a57-5cdbeac52ab0), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:21.604932 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7aae9d16-6c61-4306-a3b8-af7259f7b8ba admin admin] Publish callbacks [] for router_controller (7e3e39dd-b40d-4402-8a57-5cdbeac52ab0), precommit_delete_associations {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:21.695613 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7aae9d16-6c61-4306-a3b8-af7259f7b8ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600024'] for router (7e3e39dd-b40d-4402-8a57-5cdbeac52ab0), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:21.696726 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aae9d16-6c61-4306-a3b8-af7259f7b8ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e3e39dd-b40d-4402-8a57-5cdbeac52ab0 {{(pid=103999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 02:19:21.703426 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7aae9d16-6c61-4306-a3b8-af7259f7b8ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:21.709112 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-7aae9d16-6c61-4306-a3b8-af7259f7b8ba admin admin] 10.222.0.40 "DELETE /v2.0/routers/7e3e39dd-b40d-4402-8a57-5cdbeac52ab0 HTTP/1.1" status: 204 len: 168 time: 1.4344034 Jul 28 02:19:21.709302 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 44198) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:21.766708 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-560b438c-a527-4011-896c-89ab5359bfdc admin admin] Deleting subnet 513c1778-c30a-4f29-8342-23c667537e2d {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 02:19:21.778922 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-560b438c-a527-4011-896c-89ab5359bfdc admin admin] Publish callbacks [] for subnet (513c1778-c30a-4f29-8342-23c667537e2d), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:21.828089 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-560b438c-a527-4011-896c-89ab5359bfdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629650'] for subnet (513c1778-c30a-4f29-8342-23c667537e2d), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:22.001154 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-560b438c-a527-4011-896c-89ab5359bfdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401899'] for subnet (513c1778-c30a-4f29-8342-23c667537e2d), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:22.094131 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-560b438c-a527-4011-896c-89ab5359bfdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3099464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26451865'] for subnet (513c1778-c30a-4f29-8342-23c667537e2d), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:22.175485 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b438c-a527-4011-896c-89ab5359bfdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=513c1778-c30a-4f29-8342-23c667537e2d,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:22.177536 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-560b438c-a527-4011-896c-89ab5359bfdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:22.183913 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 44228) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:22.184393 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-560b438c-a527-4011-896c-89ab5359bfdc admin admin] 10.222.0.40 "DELETE /v2.0/subnets/513c1778-c30a-4f29-8342-23c667537e2d HTTP/1.1" status: 204 len: 168 time: 0.4744086 Jul 28 02:19:22.193326 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ceb04fc-9382-4438-a387-9c58edef126c None None] Network 1945b63c-bc56-48e7-a890-1321d0b15d6d requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:19:22.304584 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device bbf7f04d-4997-47e7-b5c2-f6d97b88d175 no longer exists at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:19:22.323170 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:22.360035 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] No Port match for: bbf7f04d-4997-47e7-b5c2-f6d97b88d175 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:19:22.360407 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device bbf7f04d-4997-47e7-b5c2-f6d97b88d175 not bound to the agent host dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:19:22.360836 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 3cbe507e-db80-4694-b015-163562355318 no longer exists at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:19:22.361154 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-adb3bc5b-cf65-4ab6-8661-43909979b5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311329'] for network (1945b63c-bc56-48e7-a890-1321d0b15d6d), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:22.398053 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] No Port match for: 3cbe507e-db80-4694-b015-163562355318 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:19:22.398683 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 3cbe507e-db80-4694-b015-163562355318 not bound to the agent host dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:19:22.438972 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 44240) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:22.459280 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-adb3bc5b-cf65-4ab6-8661-43909979b5f0 admin admin] Deleting port e9ece68a-3a52-4b68-a2fa-1313dc8e39b8 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:19:22.460046 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-adb3bc5b-cf65-4ab6-8661-43909979b5f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (e9ece68a-3a52-4b68-a2fa-1313dc8e39b8), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:22.558453 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-adb3bc5b-cf65-4ab6-8661-43909979b5f0 admin admin] For port e9ece68a-3a52-4b68-a2fa-1313dc8e39b8, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=e9ece68a-3a52-4b68-a2fa-1313dc8e39b8,segment=NetworkSegment(2c48cfd2-062b-4647-a482-5c8161baa2f4),segment_id=2c48cfd2-062b-4647-a482-5c8161baa2f4)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:19:22.559184 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-adb3bc5b-cf65-4ab6-8661-43909979b5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (e9ece68a-3a52-4b68-a2fa-1313dc8e39b8), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:22.575138 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-adb3bc5b-cf65-4ab6-8661-43909979b5f0 admin admin] Calling delete_port for e9ece68a-3a52-4b68-a2fa-1313dc8e39b8 owned by network:dhcp {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:19:22.582869 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:22.661410 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b87923-d2b8-46d4-8aaa-91523abd6d08 None None] DHCP port deletion for 1945b63c-bc56-48e7-a890-1321d0b15d6d request from dv-cinder-799871-46-iscsi {{(pid=104001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 02:19:22.662918 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-388fca02-055c-4411-b80a-846f174a3c55 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1494604843-network', 'tenant_id': '9cb7e92c703a42d6be6343c04934d533'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:19:22.691211 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-adb3bc5b-cf65-4ab6-8661-43909979b5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (e9ece68a-3a52-4b68-a2fa-1313dc8e39b8), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:22.694769 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388fca02-055c-4411-b80a-846f174a3c55 admin admin] Made reservation on behalf of 9cb7e92c703a42d6be6343c04934d533 for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:19:22.697871 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-388fca02-055c-4411-b80a-846f174a3c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:22.713726 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-388fca02-055c-4411-b80a-846f174a3c55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:22.715693 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-00b87923-d2b8-46d4-8aaa-91523abd6d08 None None] Deleting port e9ece68a-3a52-4b68-a2fa-1313dc8e39b8 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:19:22.716097 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-00b87923-d2b8-46d4-8aaa-91523abd6d08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (e9ece68a-3a52-4b68-a2fa-1313dc8e39b8), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:22.750028 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb3bc5b-cf65-4ab6-8661-43909979b5f0 admin admin] No DVR routers for this DVR port e9ece68a-3a52-4b68-a2fa-1313dc8e39b8 on host dv-cinder-799871-46-iscsi {{(pid=103999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:19:22.780364 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3bc5b-cf65-4ab6-8661-43909979b5f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9ece68a-3a52-4b68-a2fa-1313dc8e39b8,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:22.849448 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-00b87923-d2b8-46d4-8aaa-91523abd6d08 None None] For port e9ece68a-3a52-4b68-a2fa-1313dc8e39b8, host dv-cinder-799871-46-iscsi, got binding levels [] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:19:22.849978 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-00b87923-d2b8-46d4-8aaa-91523abd6d08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (e9ece68a-3a52-4b68-a2fa-1313dc8e39b8), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:22.850596 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-adb3bc5b-cf65-4ab6-8661-43909979b5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397509', 'neutron.services.segments.db._delete_segments_for_network-8752357910218'] for network (1945b63c-bc56-48e7-a890-1321d0b15d6d), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:22.878131 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-adb3bc5b-cf65-4ab6-8661-43909979b5f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1945b63c-bc56-48e7-a890-1321d0b15d6d']}} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:22.887520 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-00b87923-d2b8-46d4-8aaa-91523abd6d08 None None] Calling delete_port for e9ece68a-3a52-4b68-a2fa-1313dc8e39b8 owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:19:22.890560 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-adb3bc5b-cf65-4ab6-8661-43909979b5f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c48cfd2-062b-4647-a482-5c8161baa2f4') {'for_net_delete': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:22.891004 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-adb3bc5b-cf65-4ab6-8661-43909979b5f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c48cfd2-062b-4647-a482-5c8161baa2f4') {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:22.892901 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.ipam_backend_mixin [None req-00b87923-d2b8-46d4-8aaa-91523abd6d08 None None] Port e9ece68a-3a52-4b68-a2fa-1313dc8e39b8 was not found and therefore no delete operation was performed {{(pid=104001) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 02:19:22.895415 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-00b87923-d2b8-46d4-8aaa-91523abd6d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668'] for port (e9ece68a-3a52-4b68-a2fa-1313dc8e39b8), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:22.904953 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-adb3bc5b-cf65-4ab6-8661-43909979b5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752357910119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26608485'] for segment (2c48cfd2-062b-4647-a482-5c8161baa2f4), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:22.922982 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-adb3bc5b-cf65-4ab6-8661-43909979b5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (2c48cfd2-062b-4647-a482-5c8161baa2f4), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:22.924937 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b87923-d2b8-46d4-8aaa-91523abd6d08 None None] Pushing event deleted for resources: {'Port': ['ID=e9ece68a-3a52-4b68-a2fa-1313dc8e39b8,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:22.932385 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b87923-d2b8-46d4-8aaa-91523abd6d08 None None] No DVR routers for this DVR port e9ece68a-3a52-4b68-a2fa-1313dc8e39b8 on host dv-cinder-799871-46-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:19:22.934348 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b87923-d2b8-46d4-8aaa-91523abd6d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:22.934691 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b87923-d2b8-46d4-8aaa-91523abd6d08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:22.935237 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b87923-d2b8-46d4-8aaa-91523abd6d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:22.935742 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b87923-d2b8-46d4-8aaa-91523abd6d08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:22.936227 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b87923-d2b8-46d4-8aaa-91523abd6d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:22.936708 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b87923-d2b8-46d4-8aaa-91523abd6d08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:22.937252 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b87923-d2b8-46d4-8aaa-91523abd6d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:22.937745 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b87923-d2b8-46d4-8aaa-91523abd6d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:22.938232 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b87923-d2b8-46d4-8aaa-91523abd6d08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:22.938717 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b87923-d2b8-46d4-8aaa-91523abd6d08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:22.939308 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b87923-d2b8-46d4-8aaa-91523abd6d08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:22.940393 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b87923-d2b8-46d4-8aaa-91523abd6d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:22.940935 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b87923-d2b8-46d4-8aaa-91523abd6d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:22.941414 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b87923-d2b8-46d4-8aaa-91523abd6d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:22.941891 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b87923-d2b8-46d4-8aaa-91523abd6d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:22.942231 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adb3bc5b-cf65-4ab6-8661-43909979b5f0 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 02:19:22.942644 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-adb3bc5b-cf65-4ab6-8661-43909979b5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25613231'] for segment (2c48cfd2-062b-4647-a482-5c8161baa2f4), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:22.972847 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:UPDATE=4,neutron:SELECT=78,neutron:INSERT=11,neutron:DELETE=7 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:23.008006 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.services.segments.plugin [-] Segment 2c48cfd2-062b-4647-a482-5c8161baa2f4 resource provider aggregate not found Jul 28 02:19:23.044175 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.services.segments.plugin [-] Segment 2c48cfd2-062b-4647-a482-5c8161baa2f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c48cfd2-062b-4647-a482-5c8161baa2f4 found for delete ", "request_id": "req-f7329160-3e6d-4c78-becb-e55d449ef0cc"}]} Jul 28 02:19:23.046749 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-388fca02-055c-4411-b80a-846f174a3c55 admin admin] Publish callbacks [] for security_group (ee2bcc01-878d-4b7d-a672-2807d3cec12b), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:23.053260 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 44256) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:23.056313 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-388fca02-055c-4411-b80a-846f174a3c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (ee2bcc01-878d-4b7d-a672-2807d3cec12b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:23.060254 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-adb3bc5b-cf65-4ab6-8661-43909979b5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363069'] for network (1945b63c-bc56-48e7-a890-1321d0b15d6d), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:23.075735 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-adb3bc5b-cf65-4ab6-8661-43909979b5f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:23.084532 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-388fca02-055c-4411-b80a-846f174a3c55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 02:19:23.085395 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-adb3bc5b-cf65-4ab6-8661-43909979b5f0 admin admin] 10.222.0.40 "DELETE /v2.0/networks/1945b63c-bc56-48e7-a890-1321d0b15d6d HTTP/1.1" status: 204 len: 168 time: 0.8980935 Jul 28 02:19:23.103150 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3bc5b-cf65-4ab6-8661-43909979b5f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1945b63c-bc56-48e7-a890-1321d0b15d6d,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:23.104640 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388fca02-055c-4411-b80a-846f174a3c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2bcc01-878d-4b7d-a672-2807d3cec12b,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:23.108043 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-388fca02-055c-4411-b80a-846f174a3c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (cce1e9a3-5ae9-450a-960c-0352506e1430), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:23.108526 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-388fca02-055c-4411-b80a-846f174a3c55 admin admin] Added segment cce1e9a3-5ae9-450a-960c-0352506e1430 of type vlan for network 645f8645-b726-4be7-bb5a-32ec9ab88df5 Jul 28 02:19:23.171803 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-388fca02-055c-4411-b80a-846f174a3c55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752357420409'] for network (645f8645-b726-4be7-bb5a-32ec9ab88df5), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:23.210992 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-388fca02-055c-4411-b80a-846f174a3c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577'] for network (645f8645-b726-4be7-bb5a-32ec9ab88df5), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:23.212140 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388fca02-055c-4411-b80a-846f174a3c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:23.212718 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-388fca02-055c-4411-b80a-846f174a3c55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:23.270094 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6d817ca5-b7b6-4b57-ba47-aac659b7820f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:23.327489 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 44290) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:23.347720 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-388fca02-055c-4411-b80a-846f174a3c55 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.9067783 Jul 28 02:19:23.365661 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388fca02-055c-4411-b80a-846f174a3c55 admin admin] Pushing event updated for resources: {'Network': ['ID=645f8645-b726-4be7-bb5a-32ec9ab88df5,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:23.378674 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Network 645f8645-b726-4be7-bb5a-32ec9ab88df5 details requested by agent ovs-agent-dv-cinder-799871-46-iscsi with host dv-cinder-799871-46-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 02:19:23.416569 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 44302) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:23.423006 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-f585b1ca-48a5-4ff1-82dd-708ec5261e17 admin admin] Request body: {'subnet': {'network_id': '645f8645-b726-4be7-bb5a-32ec9ab88df5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1494604843-subnet', 'tenant_id': '9cb7e92c703a42d6be6343c04934d533', 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:19:23.454189 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=15 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:23.459586 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f585b1ca-48a5-4ff1-82dd-708ec5261e17 admin admin] Made reservation on behalf of 9cb7e92c703a42d6be6343c04934d533 for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:19:23.463077 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f585b1ca-48a5-4ff1-82dd-708ec5261e17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26451900'] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:23.469478 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6d817ca5-b7b6-4b57-ba47-aac659b7820f admin admin] Publish callbacks [] for security_group (fc0573fd-815c-432b-b278-2faaeecef3b4), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:23.473778 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-a2451623-ee4e-4eb6-8ee8-259225f46bc1 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a042e3701d7842b29f4f3caddc8dd0b8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1448398 Jul 28 02:19:23.477194 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6d817ca5-b7b6-4b57-ba47-aac659b7820f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (fc0573fd-815c-432b-b278-2faaeecef3b4), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:23.483146 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 44308) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:23.513837 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-6d817ca5-b7b6-4b57-ba47-aac659b7820f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1fe28a6ec789446d8ebc862d510e843d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4596133 Jul 28 02:19:23.515251 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 44312) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:23.560730 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:23.570364 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d817ca5-b7b6-4b57-ba47-aac659b7820f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0573fd-815c-432b-b278-2faaeecef3b4,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:23.608277 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6d4009a4-fbe8-4e8b-b8ec-b5cee078d174 admin admin] Publish callbacks [] for security_group (277d6e92-095d-4d8f-88e7-94d758b3b68f), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:23.614126 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e2c89d2f-324c-46b1-b54b-0934436ba8a3 admin admin] Publish callbacks [] for security_group (fc0573fd-815c-432b-b278-2faaeecef3b4), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:23.649535 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e2c89d2f-324c-46b1-b54b-0934436ba8a3 admin admin] Publish callbacks [] for security_group (fc0573fd-815c-432b-b278-2faaeecef3b4), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:23.654781 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6d4009a4-fbe8-4e8b-b8ec-b5cee078d174 admin admin] Publish callbacks [] for security_group (277d6e92-095d-4d8f-88e7-94d758b3b68f), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:23.739334 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e2c89d2f-324c-46b1-b54b-0934436ba8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (fc0573fd-815c-432b-b278-2faaeecef3b4), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:23.743043 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e2c89d2f-324c-46b1-b54b-0934436ba8a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:23.744252 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-e2c89d2f-324c-46b1-b54b-0934436ba8a3 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/fc0573fd-815c-432b-b278-2faaeecef3b4 HTTP/1.1" status: 204 len: 168 time: 0.2252452 Jul 28 02:19:23.753854 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c89d2f-324c-46b1-b54b-0934436ba8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0573fd-815c-432b-b278-2faaeecef3b4,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:23.778034 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6d4009a4-fbe8-4e8b-b8ec-b5cee078d174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (277d6e92-095d-4d8f-88e7-94d758b3b68f), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:23.783734 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6d4009a4-fbe8-4e8b-b8ec-b5cee078d174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:23.788032 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-6d4009a4-fbe8-4e8b-b8ec-b5cee078d174 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/277d6e92-095d-4d8f-88e7-94d758b3b68f HTTP/1.1" status: 204 len: 168 time: 0.3038960 Jul 28 02:19:23.793420 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f585b1ca-48a5-4ff1-82dd-708ec5261e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3099529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26451858'] for subnet (756c394c-f3fb-450a-98c3-44bae2979979), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:23.806935 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4009a4-fbe8-4e8b-b8ec-b5cee078d174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277d6e92-095d-4d8f-88e7-94d758b3b68f,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:23.884896 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585b1ca-48a5-4ff1-82dd-708ec5261e17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=756c394c-f3fb-450a-98c3-44bae2979979,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:23.896078 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f585b1ca-48a5-4ff1-82dd-708ec5261e17 admin admin] Checking segment: {'id': 'cce1e9a3-5ae9-450a-960c-0352506e1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '645f8645-b726-4be7-bb5a-32ec9ab88df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:19:23.896866 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f585b1ca-48a5-4ff1-82dd-708ec5261e17 admin admin] Network hostable DHCP agents. Network: 645f8645-b726-4be7-bb5a-32ec9ab88df5, hostable agents: ['301b8458-925c-4c76-ae1b-6d21194a75ed'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 02:19:23.918511 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f585b1ca-48a5-4ff1-82dd-708ec5261e17 admin admin] Network 645f8645-b726-4be7-bb5a-32ec9ab88df5 is scheduled to be hosted by DHCP agent 301b8458-925c-4c76-ae1b-6d21194a75ed with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 02:19:23.932472 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-f585b1ca-48a5-4ff1-82dd-708ec5261e17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-46-iscsi, 645f8645-b726-4be7-bb5a-32ec9ab88df5) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:19:23.942708 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452e547a-2dca-41b3-875a-dcd1d28a2ed1 None None] Network 645f8645-b726-4be7-bb5a-32ec9ab88df5 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:19:23.948961 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f585b1ca-48a5-4ff1-82dd-708ec5261e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:23.950407 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f585b1ca-48a5-4ff1-82dd-708ec5261e17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:23.962345 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:23.978651 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 44322) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:23.979922 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f585b1ca-48a5-4ff1-82dd-708ec5261e17 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5621207 Jul 28 02:19:23.983676 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-9a82a474-d866-41d3-ba75-82179753019b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1494604843-router', 'tenant_id': '9cb7e92c703a42d6be6343c04934d533', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:19:24.019481 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9a82a474-d866-41d3-ba75-82179753019b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-931'] for router (8a343fbd-83b8-43df-920b-41133d836bff), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:24.020600 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9a82a474-d866-41d3-ba75-82179753019b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1600240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-345463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-938'] for router (8a343fbd-83b8-43df-920b-41133d836bff), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:24.088351 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c564d7-58a4-48fb-af56-5854a767bcf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9572ff98-a2bf-566e-ab98-0b103bee2557-645f8645-b726-4be7-bb5a-32ec9ab88df5', 'network_id': '645f8645-b726-4be7-bb5a-32ec9ab88df5', 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'fixed_ips': [{'subnet_id': '756c394c-f3fb-450a-98c3-44bae2979979'}]}} from dv-cinder-799871-46-iscsi. {{(pid=104001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 02:19:24.089717 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-59c564d7-58a4-48fb-af56-5854a767bcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:24.099189 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9a82a474-d866-41d3-ba75-82179753019b admin admin] Publish callbacks [] for router_controller (8a343fbd-83b8-43df-920b-41133d836bff), precommit_add_association {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:24.246321 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:24.264767 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device e9ece68a-3a52-4b68-a2fa-1313dc8e39b8 no longer exists at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:19:24.305752 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] No Port match for: e9ece68a-3a52-4b68-a2fa-1313dc8e39b8 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:19:24.306073 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device e9ece68a-3a52-4b68-a2fa-1313dc8e39b8 not bound to the agent host dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:19:24.313790 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-59c564d7-58a4-48fb-af56-5854a767bcf7 None None] Allocated IP 172.20.0.2 (645f8645-b726-4be7-bb5a-32ec9ab88df5/756c394c-f3fb-450a-98c3-44bae2979979/bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:19:24.385777 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9a82a474-d866-41d3-ba75-82179753019b admin admin] Publish callbacks [] for router_gateway (8a343fbd-83b8-43df-920b-41133d836bff), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:24.498724 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 44348) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:24.499448 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:24.519005 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6f0eedac-c0b7-4d25-9395-d9621fbae87f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:24.534658 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:24.573965 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-59c564d7-58a4-48fb-af56-5854a767bcf7 None None] Publish callbacks [] for port (bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:24.584329 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-59c564d7-58a4-48fb-af56-5854a767bcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659'] for port (bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:24.629004 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6f0eedac-c0b7-4d25-9395-d9621fbae87f admin admin] Publish callbacks [] for security_group (afe7c1ca-130d-495f-b890-863531a2e1f1), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:24.642886 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6f0eedac-c0b7-4d25-9395-d9621fbae87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (afe7c1ca-130d-495f-b890-863531a2e1f1), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:24.673780 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-6f0eedac-c0b7-4d25-9395-d9621fbae87f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=af6725287852415a975830d6eb21a012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1732137 Jul 28 02:19:24.677532 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 44356) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:24.684467 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9a82a474-d866-41d3-ba75-82179753019b admin admin] Publish callbacks [] for router_gateway (8a343fbd-83b8-43df-920b-41133d836bff), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:24.720094 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c564d7-58a4-48fb-af56-5854a767bcf7 None None] Network 645f8645-b726-4be7-bb5a-32ec9ab88df5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:19:24.720772 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9a82a474-d866-41d3-ba75-82179753019b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:24.727886 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c564d7-58a4-48fb-af56-5854a767bcf7 None None] Pushing event updated for resources: {'Port': ['ID=bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:24.729017 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0eedac-c0b7-4d25-9395-d9621fbae87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe7c1ca-130d-495f-b890-863531a2e1f1,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:24.739081 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-59c564d7-58a4-48fb-af56-5854a767bcf7 None None] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:19:24.744036 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c564d7-58a4-48fb-af56-5854a767bcf7 None None] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:19:24.780131 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7c3ede5b-c1dc-458d-a2dd-0d188eb582e6 admin admin] Publish callbacks [] for security_group (afe7c1ca-130d-495f-b890-863531a2e1f1), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:24.813327 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7c3ede5b-c1dc-458d-a2dd-0d188eb582e6 admin admin] Publish callbacks [] for security_group (afe7c1ca-130d-495f-b890-863531a2e1f1), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:24.856773 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-59c564d7-58a4-48fb-af56-5854a767bcf7 None None] Attempting to bind port bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2 on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:19:24.857483 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-59c564d7-58a4-48fb-af56-5854a767bcf7 None None] Attempting to bind port bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2 by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': 'cce1e9a3-5ae9-450a-960c-0352506e1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '645f8645-b726-4be7-bb5a-32ec9ab88df5'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:19:24.858100 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c564d7-58a4-48fb-af56-5854a767bcf7 None None] Attempting to bind port bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2 on network 645f8645-b726-4be7-bb5a-32ec9ab88df5 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:19:24.867559 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c564d7-58a4-48fb-af56-5854a767bcf7 None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:19:24.868122 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c564d7-58a4-48fb-af56-5854a767bcf7 None None] Checking segment: {'id': 'cce1e9a3-5ae9-450a-960c-0352506e1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '645f8645-b726-4be7-bb5a-32ec9ab88df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:19:24.868804 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-59c564d7-58a4-48fb-af56-5854a767bcf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:24.869697 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c564d7-58a4-48fb-af56-5854a767bcf7 None None] Bound using segment: {'id': 'cce1e9a3-5ae9-450a-960c-0352506e1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '645f8645-b726-4be7-bb5a-32ec9ab88df5'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:19:24.870856 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-59c564d7-58a4-48fb-af56-5854a767bcf7 None None] Bound port: bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce1e9a3-5ae9-450a-960c-0352506e1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '645f8645-b726-4be7-bb5a-32ec9ab88df5'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:19:24.871606 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-59c564d7-58a4-48fb-af56-5854a767bcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:24.911662 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7c3ede5b-c1dc-458d-a2dd-0d188eb582e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (afe7c1ca-130d-495f-b890-863531a2e1f1), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:24.913697 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7c3ede5b-c1dc-458d-a2dd-0d188eb582e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:24.919629 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7c3ede5b-c1dc-458d-a2dd-0d188eb582e6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/afe7c1ca-130d-495f-b890-863531a2e1f1 HTTP/1.1" status: 204 len: 168 time: 0.2384615 Jul 28 02:19:24.919867 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [None req-9a82a474-d866-41d3-ba75-82179753019b admin admin] Allocated IP 172.27.0.79 (fac975fe-f61e-48f2-98cd-c3133f923d7b/e1a55f55-f115-45c6-a5b1-44ded4e4dd9d/24bcfefa-153d-4428-8366-517c604a12db) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:19:24.943957 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ede5b-c1dc-458d-a2dd-0d188eb582e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe7c1ca-130d-495f-b890-863531a2e1f1,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:24.967022 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-59c564d7-58a4-48fb-af56-5854a767bcf7 None None] For port bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:19:24.974708 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-59c564d7-58a4-48fb-af56-5854a767bcf7 None None] For port bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2,segment=NetworkSegment(cce1e9a3-5ae9-450a-960c-0352506e1430),segment_id=cce1e9a3-5ae9-450a-960c-0352506e1430)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:19:24.998343 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-59c564d7-58a4-48fb-af56-5854a767bcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:25.200793 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c564d7-58a4-48fb-af56-5854a767bcf7 None None] Pushing event updated for resources: {'Port': ['ID=bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:25.281766 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9a82a474-d866-41d3-ba75-82179753019b admin admin] Publish callbacks [] for port (24bcfefa-153d-4428-8366-517c604a12db), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:25.355404 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9a82a474-d866-41d3-ba75-82179753019b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (24bcfefa-153d-4428-8366-517c604a12db), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:25.513829 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:25.521481 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a82a474-d866-41d3-ba75-82179753019b admin admin] Network fac975fe-f61e-48f2-98cd-c3133f923d7b is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:19:25.534702 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-9a82a474-d866-41d3-ba75-82179753019b admin admin] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:19:25.537621 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a82a474-d866-41d3-ba75-82179753019b admin admin] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:19:25.566874 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a82a474-d866-41d3-ba75-82179753019b admin admin] Pushing event updated for resources: {'Port': ['ID=24bcfefa-153d-4428-8366-517c604a12db,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:25.748370 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 44380) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:25.757617 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-98843d84-4847-4d8c-81da-631e3ec2268b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:25.801046 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 44386) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:25.937465 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9a82a474-d866-41d3-ba75-82179753019b admin admin] Publish callbacks [] for router_gateway (8a343fbd-83b8-43df-920b-41133d836bff), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:25.940626 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:25.951177 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ef24f256-9251-4975-b7b1-c4d78ebc41e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:25.989827 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-2bf89da6-7f53-4ceb-b6f4-088c3f10ac33 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1124966851-network', 'tenant_id': 'b5157a5b7f25482980f925175adf2090'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:19:26.056717 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf89da6-7f53-4ceb-b6f4-088c3f10ac33 admin admin] Made reservation on behalf of b5157a5b7f25482980f925175adf2090 for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:19:26.061647 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2bf89da6-7f53-4ceb-b6f4-088c3f10ac33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:26.077272 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2bf89da6-7f53-4ceb-b6f4-088c3f10ac33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:26.193533 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ef24f256-9251-4975-b7b1-c4d78ebc41e9 admin admin] Publish callbacks [] for security_group (6648e521-44f3-4ca4-a008-044f9abf8bb4), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:26.214139 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ef24f256-9251-4975-b7b1-c4d78ebc41e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (6648e521-44f3-4ca4-a008-044f9abf8bb4), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:26.328014 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-ef24f256-9251-4975-b7b1-c4d78ebc41e9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3c64b6bd74974227850a3bc6778ab364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5784183 Jul 28 02:19:26.339820 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24f256-9251-4975-b7b1-c4d78ebc41e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6648e521-44f3-4ca4-a008-044f9abf8bb4,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:26.344056 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 44402) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:26.354265 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:19:26.493992 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:26.496798 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:26.501258 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:26.501734 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2bf89da6-7f53-4ceb-b6f4-088c3f10ac33 admin admin] Publish callbacks [] for security_group (abb52b66-dc30-4153-8f9d-feca5789dd60), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:26.503441 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f8e219d6-efb0-44fb-a5b7-fb72be3d1227 admin admin] Publish callbacks [] for security_group (6648e521-44f3-4ca4-a008-044f9abf8bb4), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:26.517667 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2bf89da6-7f53-4ceb-b6f4-088c3f10ac33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (abb52b66-dc30-4153-8f9d-feca5789dd60), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:26.561316 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf89da6-7f53-4ceb-b6f4-088c3f10ac33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb52b66-dc30-4153-8f9d-feca5789dd60,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:26.565148 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:26.585449 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f8e219d6-efb0-44fb-a5b7-fb72be3d1227 admin admin] Publish callbacks [] for security_group (6648e521-44f3-4ca4-a008-044f9abf8bb4), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:26.591045 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d86234-41d5-468c-b48a-91932a229825 None None] Network 645f8645-b726-4be7-bb5a-32ec9ab88df5 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:19:26.602627 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bf89da6-7f53-4ceb-b6f4-088c3f10ac33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 02:19:26.636082 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2bf89da6-7f53-4ceb-b6f4-088c3f10ac33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (061ae22b-e238-4740-8938-e6c134ab8fa9), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:26.636472 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-2bf89da6-7f53-4ceb-b6f4-088c3f10ac33 admin admin] Added segment 061ae22b-e238-4740-8938-e6c134ab8fa9 of type vlan for network 409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 Jul 28 02:19:26.668042 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-00b74dff-e764-47ef-a4f5-c0bc6b101013 None None] Provisioning complete for port bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:26.668430 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-00b74dff-e764-47ef-a4f5-c0bc6b101013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:26.691021 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9a82a474-d866-41d3-ba75-82179753019b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1600198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363916'] for router (8a343fbd-83b8-43df-920b-41133d836bff), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:26.702535 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2bf89da6-7f53-4ceb-b6f4-088c3f10ac33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752357420409'] for network (409dbfc5-7fa3-448b-9a8d-151bbb9f6be9), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:26.735136 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f8e219d6-efb0-44fb-a5b7-fb72be3d1227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (6648e521-44f3-4ca4-a008-044f9abf8bb4), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:26.738396 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f8e219d6-efb0-44fb-a5b7-fb72be3d1227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:26.742689 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f8e219d6-efb0-44fb-a5b7-fb72be3d1227 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6648e521-44f3-4ca4-a008-044f9abf8bb4 HTTP/1.1" status: 204 len: 168 time: 0.3916090 Jul 28 02:19:26.762304 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e219d6-efb0-44fb-a5b7-fb72be3d1227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6648e521-44f3-4ca4-a008-044f9abf8bb4,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:26.773905 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:26.774446 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:26.775121 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2bf89da6-7f53-4ceb-b6f4-088c3f10ac33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577'] for network (409dbfc5-7fa3-448b-9a8d-151bbb9f6be9), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:26.784521 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf89da6-7f53-4ceb-b6f4-088c3f10ac33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:26.784974 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2bf89da6-7f53-4ceb-b6f4-088c3f10ac33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:26.865615 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-2bf89da6-7f53-4ceb-b6f4-088c3f10ac33 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.0607898 Jul 28 02:19:26.874938 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 44412) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:26.886772 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] For port bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2,segment=NetworkSegment(cce1e9a3-5ae9-450a-960c-0352506e1430),segment_id=cce1e9a3-5ae9-450a-960c-0352506e1430)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:19:26.889444 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-39abfe9a-ec82-4481-a620-cf3e94b426d3 admin admin] Request body: {'subnet': {'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1124966851-subnet', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:19:26.895795 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:26.903679 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf89da6-7f53-4ceb-b6f4-088c3f10ac33 admin admin] Pushing event updated for resources: {'Network': ['ID=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:26.911853 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:26.945935 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39abfe9a-ec82-4481-a620-cf3e94b426d3 admin admin] Made reservation on behalf of b5157a5b7f25482980f925175adf2090 for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:19:26.950809 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-39abfe9a-ec82-4481-a620-cf3e94b426d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26451900'] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:26.987868 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:27.009986 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-00b74dff-e764-47ef-a4f5-c0bc6b101013 None None] Current status of the port bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:27.010627 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-00b74dff-e764-47ef-a4f5-c0bc6b101013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:27.017622 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Network 409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 details requested by agent ovs-agent-dv-cinder-799871-46-iscsi with host dv-cinder-799871-46-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 02:19:27.062101 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a82a474-d866-41d3-ba75-82179753019b admin admin] Router 8a343fbd-83b8-43df-920b-41133d836bff is scheduled to L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 with binding_index 1 {{(pid=103999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 02:19:27.183743 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:27.206144 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Pushing event updated for resources: {'Port': ['ID=bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:27.284819 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.db.api [None req-00b74dff-e764-47ef-a4f5-c0bc6b101013 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 02:19:27.286819 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG oslo_db.api [None req-00b74dff-e764-47ef-a4f5-c0bc6b101013 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 02:19:27.309561 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a82a474-d866-41d3-ba75-82179753019b admin admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:19:27.322450 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5aad35-8948-45d2-bcc7-24cbec72c0c3 None None] Sync routers for ids ['8a343fbd-83b8-43df-920b-41133d836bff'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:19:27.342346 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5aad35-8948-45d2-bcc7-24cbec72c0c3 None None] Routers {'8a343fbd-83b8-43df-920b-41133d836bff'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:19:27.343256 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-ac5aad35-8948-45d2-bcc7-24cbec72c0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:18:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['8a343fbd-83b8-43df-920b-41133d836bff'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:27.349936 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9a82a474-d866-41d3-ba75-82179753019b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:27.351447 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-9a82a474-d866-41d3-ba75-82179753019b admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3716931 Jul 28 02:19:27.356907 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 44420) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:27.452622 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-39abfe9a-ec82-4481-a620-cf3e94b426d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3099529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26451858'] for subnet (85b85007-31bd-4b12-8b58-5449a423c715), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:27.532189 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39abfe9a-ec82-4481-a620-cf3e94b426d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85b85007-31bd-4b12-8b58-5449a423c715,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:27.541651 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39abfe9a-ec82-4481-a620-cf3e94b426d3 admin admin] Checking segment: {'id': '061ae22b-e238-4740-8938-e6c134ab8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:19:27.542277 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39abfe9a-ec82-4481-a620-cf3e94b426d3 admin admin] Network hostable DHCP agents. Network: 409dbfc5-7fa3-448b-9a8d-151bbb9f6be9, hostable agents: ['301b8458-925c-4c76-ae1b-6d21194a75ed'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 02:19:27.560904 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-ac5aad35-8948-45d2-bcc7-24cbec72c0c3 None None] Set router 8a343fbd-83b8-43df-920b-41133d836bff gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:19:27.567137 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39abfe9a-ec82-4481-a620-cf3e94b426d3 admin admin] Network 409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 is scheduled to be hosted by DHCP agent 301b8458-925c-4c76-ae1b-6d21194a75ed with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 02:19:27.602933 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 44424) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:27.628349 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-39abfe9a-ec82-4481-a620-cf3e94b426d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-46-iscsi, 409dbfc5-7fa3-448b-9a8d-151bbb9f6be9) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:19:27.668207 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39abfe9a-ec82-4481-a620-cf3e94b426d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:27.668918 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-39abfe9a-ec82-4481-a620-cf3e94b426d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:27.679697 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-528754c9-6b10-41f5-bc45-bd28b2ad1050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:27.681302 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:27.724921 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1760c2de-a4bb-46c1-8909-71e4e7f5c51d None None] Network 409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:19:27.727868 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-39abfe9a-ec82-4481-a620-cf3e94b426d3 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8476958 Jul 28 02:19:27.728331 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 44428) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:27.736840 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-8330eb52-27b6-4c6d-933b-97fee4283da5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1124966851-router', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:19:27.802753 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8330eb52-27b6-4c6d-933b-97fee4283da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-931'] for router (aff59b78-00b6-4526-bccd-ca079e2ffec3), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:27.803693 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8330eb52-27b6-4c6d-933b-97fee4283da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1600240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-345463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-938'] for router (aff59b78-00b6-4526-bccd-ca079e2ffec3), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:27.807864 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-528754c9-6b10-41f5-bc45-bd28b2ad1050 admin admin] Publish callbacks [] for security_group (8427cb23-59a0-4394-bfd5-e7e66915872e), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:27.818405 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-528754c9-6b10-41f5-bc45-bd28b2ad1050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (8427cb23-59a0-4394-bfd5-e7e66915872e), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:27.846950 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:27.854669 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:27.871000 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-528754c9-6b10-41f5-bc45-bd28b2ad1050 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=54fb618c10894d799adfcfecf3ae7bf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2599421 Jul 28 02:19:27.871000 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528754c9-6b10-41f5-bc45-bd28b2ad1050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8427cb23-59a0-4394-bfd5-e7e66915872e,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:27.872402 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 44430) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:27.903302 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8330eb52-27b6-4c6d-933b-97fee4283da5 admin admin] Publish callbacks [] for router_controller (aff59b78-00b6-4526-bccd-ca079e2ffec3), precommit_add_association {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:27.944297 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-25802744-f6fd-47d0-aa33-028b41e2be06 admin admin] Publish callbacks [] for security_group (8427cb23-59a0-4394-bfd5-e7e66915872e), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:27.973699 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-25802744-f6fd-47d0-aa33-028b41e2be06 admin admin] Publish callbacks [] for security_group (8427cb23-59a0-4394-bfd5-e7e66915872e), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:28.016449 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-00b74dff-e764-47ef-a4f5-c0bc6b101013 None None] Current status of the port bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:28.045619 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-25802744-f6fd-47d0-aa33-028b41e2be06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (8427cb23-59a0-4394-bfd5-e7e66915872e), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:28.059742 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-25802744-f6fd-47d0-aa33-028b41e2be06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:28.061170 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-25802744-f6fd-47d0-aa33-028b41e2be06 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8427cb23-59a0-4394-bfd5-e7e66915872e HTTP/1.1" status: 204 len: 168 time: 0.1874304 Jul 28 02:19:28.071261 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25802744-f6fd-47d0-aa33-028b41e2be06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8427cb23-59a0-4394-bfd5-e7e66915872e,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:28.092096 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cb237d-ba47-4c99-a7b2-7ae43d79c078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9572ff98-a2bf-566e-ab98-0b103bee2557-409dbfc5-7fa3-448b-9a8d-151bbb9f6be9', 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9', 'project_id': 'b5157a5b7f25482980f925175adf2090', 'fixed_ips': [{'subnet_id': '85b85007-31bd-4b12-8b58-5449a423c715'}]}} from dv-cinder-799871-46-iscsi. {{(pid=104001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 02:19:28.093624 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c5cb237d-ba47-4c99-a7b2-7ae43d79c078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:28.103450 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8330eb52-27b6-4c6d-933b-97fee4283da5 admin admin] Publish callbacks [] for router_gateway (aff59b78-00b6-4526-bccd-ca079e2ffec3), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:28.128460 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-ac5aad35-8948-45d2-bcc7-24cbec72c0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a343fbd-83b8-43df-920b-41133d836bff', 'name': 'tempest-TestMinimumBasicScenario-1494604843-router', 'tenant_id': '9cb7e92c703a42d6be6343c04934d533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '24bcfefa-153d-4428-8366-517c604a12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:24Z', 'updated_at': '2022-07-28T02:19:25Z', 'revision_number': 3, 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'gw_port': {'id': '24bcfefa-153d-4428-8366-517c604a12db', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a343fbd-83b8-43df-920b-41133d836bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:24Z', 'updated_at': '2022-07-28T02:19:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi'}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:28.185677 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5aad35-8948-45d2-bcc7-24cbec72c0c3 None None] Checking router: 8a343fbd-83b8-43df-920b-41133d836bff for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:19:28.186036 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5aad35-8948-45d2-bcc7-24cbec72c0c3 None None] Updating router 8a343fbd-83b8-43df-920b-41133d836bff port 24bcfefa-153d-4428-8366-517c604a12db binding host dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 02:19:28.213532 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0aeaf209-1c6e-4818-a21b-8e2e6760606d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:28.240176 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:28.284798 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-02692a45-2d31-4289-84d8-b336d085fb9b None None] Provisioning complete for port bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:28.285245 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-02692a45-2d31-4289-84d8-b336d085fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:28.322924 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:19:28.338073 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b5565344-4450-40d6-a7c9-6c1e291c390c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:28.391953 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ac5aad35-8948-45d2-bcc7-24cbec72c0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (24bcfefa-153d-4428-8366-517c604a12db), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:28.562293 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8330eb52-27b6-4c6d-933b-97fee4283da5 admin admin] Publish callbacks [] for router_gateway (aff59b78-00b6-4526-bccd-ca079e2ffec3), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:28.572483 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-c5cb237d-ba47-4c99-a7b2-7ae43d79c078 None None] Allocated IP 172.20.0.2 (409dbfc5-7fa3-448b-9a8d-151bbb9f6be9/85b85007-31bd-4b12-8b58-5449a423c715/c73be63b-fac3-482b-ba7c-a63c882a1714) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:19:28.598401 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8330eb52-27b6-4c6d-933b-97fee4283da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:28.619343 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [None req-0aeaf209-1c6e-4818-a21b-8e2e6760606d admin admin] Allocated IP 172.20.0.1 (645f8645-b726-4be7-bb5a-32ec9ab88df5/756c394c-f3fb-450a-98c3-44bae2979979/ce2d8145-9895-4e8c-8bff-4f7fa9e0173d) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:19:28.620739 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-02692a45-2d31-4289-84d8-b336d085fb9b None None] Current status of the port bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:28.627331 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:28.627771 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:28.634254 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:28.727733 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:28.822440 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0aeaf209-1c6e-4818-a21b-8e2e6760606d admin admin] Publish callbacks [] for port (ce2d8145-9895-4e8c-8bff-4f7fa9e0173d), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:28.876730 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:28.885109 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0aeaf209-1c6e-4818-a21b-8e2e6760606d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (ce2d8145-9895-4e8c-8bff-4f7fa9e0173d), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:28.946774 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aeaf209-1c6e-4818-a21b-8e2e6760606d admin admin] Network 645f8645-b726-4be7-bb5a-32ec9ab88df5 is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:19:28.951257 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-0aeaf209-1c6e-4818-a21b-8e2e6760606d admin admin] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:19:28.956913 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeaf209-1c6e-4818-a21b-8e2e6760606d admin admin] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:19:28.964610 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeaf209-1c6e-4818-a21b-8e2e6760606d admin admin] Pushing event updated for resources: {'Port': ['ID=ce2d8145-9895-4e8c-8bff-4f7fa9e0173d,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:29.062705 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:29.072814 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0aeaf209-1c6e-4818-a21b-8e2e6760606d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598604'] for router_interface (8a343fbd-83b8-43df-920b-41133d836bff), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:29.092216 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c5cb237d-ba47-4c99-a7b2-7ae43d79c078 None None] Publish callbacks [] for port (c73be63b-fac3-482b-ba7c-a63c882a1714), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:29.165227 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ac5aad35-8948-45d2-bcc7-24cbec72c0c3 None None] Publish callbacks [] for port (24bcfefa-153d-4428-8366-517c604a12db), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:29.169205 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c5cb237d-ba47-4c99-a7b2-7ae43d79c078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659'] for port (c73be63b-fac3-482b-ba7c-a63c882a1714), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:29.239334 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ac5aad35-8948-45d2-bcc7-24cbec72c0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (24bcfefa-153d-4428-8366-517c604a12db), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:29.246673 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb237d-ba47-4c99-a7b2-7ae43d79c078 None None] Pushing event updated for resources: {'Port': ['ID=c73be63b-fac3-482b-ba7c-a63c882a1714,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:29.287629 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cb237d-ba47-4c99-a7b2-7ae43d79c078 None None] Network 409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:19:29.315678 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-c5cb237d-ba47-4c99-a7b2-7ae43d79c078 None None] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:19:29.319874 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cb237d-ba47-4c99-a7b2-7ae43d79c078 None None] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:19:29.362472 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-ac5aad35-8948-45d2-bcc7-24cbec72c0c3 None None] Attempting to bind port 24bcfefa-153d-4428-8366-517c604a12db on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:19:29.362976 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-ac5aad35-8948-45d2-bcc7-24cbec72c0c3 None None] Attempting to bind port 24bcfefa-153d-4428-8366-517c604a12db by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:19:29.363442 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5aad35-8948-45d2-bcc7-24cbec72c0c3 None None] Attempting to bind port 24bcfefa-153d-4428-8366-517c604a12db on network fac975fe-f61e-48f2-98cd-c3133f923d7b {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:19:29.376082 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:29.409260 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0aeaf209-1c6e-4818-a21b-8e2e6760606d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (ce2d8145-9895-4e8c-8bff-4f7fa9e0173d), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:29.440739 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5aad35-8948-45d2-bcc7-24cbec72c0c3 None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:19:29.441347 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5aad35-8948-45d2-bcc7-24cbec72c0c3 None None] Checking segment: {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:19:29.441883 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ac5aad35-8948-45d2-bcc7-24cbec72c0c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:29.442440 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5aad35-8948-45d2-bcc7-24cbec72c0c3 None None] Bound using segment: {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:19:29.443035 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-ac5aad35-8948-45d2-bcc7-24cbec72c0c3 None None] Bound port: 24bcfefa-153d-4428-8366-517c604a12db, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:19:29.443557 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ac5aad35-8948-45d2-bcc7-24cbec72c0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (24bcfefa-153d-4428-8366-517c604a12db), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:29.460552 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c8bd59dd-2ace-4b95-a958-7bdcdfac3dbc None None] Provisioning complete for port ce2d8145-9895-4e8c-8bff-4f7fa9e0173d triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:29.462494 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c8bd59dd-2ace-4b95-a958-7bdcdfac3dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (ce2d8145-9895-4e8c-8bff-4f7fa9e0173d), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:29.471606 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [None req-8330eb52-27b6-4c6d-933b-97fee4283da5 admin admin] Allocated IP 172.27.0.9 (fac975fe-f61e-48f2-98cd-c3133f923d7b/e1a55f55-f115-45c6-a5b1-44ded4e4dd9d/0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:19:29.515175 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:29.544338 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595ae96-a4f1-4aa3-a33d-7dc7c22adf3d None None] Pushing event updated for resources: {'Port': ['ID=24bcfefa-153d-4428-8366-517c604a12db,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:29.585128 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd59dd-2ace-4b95-a958-7bdcdfac3dbc None None] Port ce2d8145-9895-4e8c-8bff-4f7fa9e0173d cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:19:29.592508 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-c5cb237d-ba47-4c99-a7b2-7ae43d79c078 None None] Attempting to bind port c73be63b-fac3-482b-ba7c-a63c882a1714 on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:19:29.593005 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-c5cb237d-ba47-4c99-a7b2-7ae43d79c078 None None] Attempting to bind port c73be63b-fac3-482b-ba7c-a63c882a1714 by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': '061ae22b-e238-4740-8938-e6c134ab8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:19:29.593433 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cb237d-ba47-4c99-a7b2-7ae43d79c078 None None] Attempting to bind port c73be63b-fac3-482b-ba7c-a63c882a1714 on network 409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:19:29.606355 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cb237d-ba47-4c99-a7b2-7ae43d79c078 None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:19:29.606907 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cb237d-ba47-4c99-a7b2-7ae43d79c078 None None] Checking segment: {'id': '061ae22b-e238-4740-8938-e6c134ab8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:19:29.607433 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c5cb237d-ba47-4c99-a7b2-7ae43d79c078 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:29.607935 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cb237d-ba47-4c99-a7b2-7ae43d79c078 None None] Bound using segment: {'id': '061ae22b-e238-4740-8938-e6c134ab8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:19:29.608556 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-c5cb237d-ba47-4c99-a7b2-7ae43d79c078 None None] Bound port: c73be63b-fac3-482b-ba7c-a63c882a1714, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061ae22b-e238-4740-8938-e6c134ab8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:19:29.609000 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c5cb237d-ba47-4c99-a7b2-7ae43d79c078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (c73be63b-fac3-482b-ba7c-a63c882a1714), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:29.624034 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-ac5aad35-8948-45d2-bcc7-24cbec72c0c3 None None] For port 24bcfefa-153d-4428-8366-517c604a12db, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:19:29.657557 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-ac5aad35-8948-45d2-bcc7-24cbec72c0c3 None None] For port 24bcfefa-153d-4428-8366-517c604a12db, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=24bcfefa-153d-4428-8366-517c604a12db,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:19:29.676856 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ac5aad35-8948-45d2-bcc7-24cbec72c0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (24bcfefa-153d-4428-8366-517c604a12db), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:29.700392 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8330eb52-27b6-4c6d-933b-97fee4283da5 admin admin] Publish callbacks [] for port (0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:29.739689 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-c5cb237d-ba47-4c99-a7b2-7ae43d79c078 None None] For port c73be63b-fac3-482b-ba7c-a63c882a1714, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:19:29.742006 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:29.768005 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5aad35-8948-45d2-bcc7-24cbec72c0c3 None None] Routers {'8a343fbd-83b8-43df-920b-41133d836bff'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:19:29.768823 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-ac5aad35-8948-45d2-bcc7-24cbec72c0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:19:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['8a343fbd-83b8-43df-920b-41133d836bff'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:29.776266 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-c5cb237d-ba47-4c99-a7b2-7ae43d79c078 None None] For port c73be63b-fac3-482b-ba7c-a63c882a1714, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=c73be63b-fac3-482b-ba7c-a63c882a1714,segment=NetworkSegment(061ae22b-e238-4740-8938-e6c134ab8fa9),segment_id=061ae22b-e238-4740-8938-e6c134ab8fa9)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:19:29.782413 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0aeaf209-1c6e-4818-a21b-8e2e6760606d admin admin] Publish callbacks [] for port (ce2d8145-9895-4e8c-8bff-4f7fa9e0173d), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:29.788572 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0aeaf209-1c6e-4818-a21b-8e2e6760606d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25613259'] for port (ce2d8145-9895-4e8c-8bff-4f7fa9e0173d), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:29.819621 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c5cb237d-ba47-4c99-a7b2-7ae43d79c078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (c73be63b-fac3-482b-ba7c-a63c882a1714), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:29.821313 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595ae96-a4f1-4aa3-a33d-7dc7c22adf3d None None] Pushing event updated for resources: {'Port': ['ID=24bcfefa-153d-4428-8366-517c604a12db,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:29.828980 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:29.841236 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8330eb52-27b6-4c6d-933b-97fee4283da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:29.850630 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:29.879818 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8330eb52-27b6-4c6d-933b-97fee4283da5 admin admin] Network fac975fe-f61e-48f2-98cd-c3133f923d7b is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:19:29.888387 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-8330eb52-27b6-4c6d-933b-97fee4283da5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:19:29.904475 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0aeaf209-1c6e-4818-a21b-8e2e6760606d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598704'] for router_interface (8a343fbd-83b8-43df-920b-41133d836bff), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:29.914034 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8330eb52-27b6-4c6d-933b-97fee4283da5 admin admin] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:19:29.919032 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeaf209-1c6e-4818-a21b-8e2e6760606d admin admin] Pushing event updated for resources: {'Port': ['ID=ce2d8145-9895-4e8c-8bff-4f7fa9e0173d,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:29.943044 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb237d-ba47-4c99-a7b2-7ae43d79c078 None None] Pushing event updated for resources: {'Port': ['ID=c73be63b-fac3-482b-ba7c-a63c882a1714,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:29.962478 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-ac5aad35-8948-45d2-bcc7-24cbec72c0c3 None None] Set router 8a343fbd-83b8-43df-920b-41133d836bff gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:19:30.220499 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-ac5aad35-8948-45d2-bcc7-24cbec72c0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a343fbd-83b8-43df-920b-41133d836bff', 'name': 'tempest-TestMinimumBasicScenario-1494604843-router', 'tenant_id': '9cb7e92c703a42d6be6343c04934d533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '24bcfefa-153d-4428-8366-517c604a12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:24Z', 'updated_at': '2022-07-28T02:19:29Z', 'revision_number': 4, 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'gw_port': {'id': '24bcfefa-153d-4428-8366-517c604a12db', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a343fbd-83b8-43df-920b-41133d836bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:24Z', 'updated_at': '2022-07-28T02:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': 'ce2d8145-9895-4e8c-8bff-4f7fa9e0173d', 'name': '', 'network_id': '645f8645-b726-4be7-bb5a-32ec9ab88df5', 'tenant_id': '9cb7e92c703a42d6be6343c04934d533', 'mac_address': 'fa:16:3e:19:e9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a343fbd-83b8-43df-920b-41133d836bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '756c394c-f3fb-450a-98c3-44bae2979979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:28Z', 'updated_at': '2022-07-28T02:19:28Z', 'revision_number': 1, 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'subnets': [{'id': '756c394c-f3fb-450a-98c3-44bae2979979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:30.265770 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5aad35-8948-45d2-bcc7-24cbec72c0c3 None None] The sync data for ids ['8a343fbd-83b8-43df-920b-41133d836bff'] in dv-cinder-799871-46-iscsi is: [{'id': '8a343fbd-83b8-43df-920b-41133d836bff', 'name': 'tempest-TestMinimumBasicScenario-1494604843-router', 'tenant_id': '9cb7e92c703a42d6be6343c04934d533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '24bcfefa-153d-4428-8366-517c604a12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:24Z', 'updated_at': '2022-07-28T02:19:29Z', 'revision_number': 4, 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'gw_port': {'id': '24bcfefa-153d-4428-8366-517c604a12db', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a343fbd-83b8-43df-920b-41133d836bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:24Z', 'updated_at': '2022-07-28T02:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': 'ce2d8145-9895-4e8c-8bff-4f7fa9e0173d', 'name': '', 'network_id': '645f8645-b726-4be7-bb5a-32ec9ab88df5', 'tenant_id': '9cb7e92c703a42d6be6343c04934d533', 'mac_address': 'fa:16:3e:19:e9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a343fbd-83b8-43df-920b-41133d836bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '756c394c-f3fb-450a-98c3-44bae2979979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:28Z', 'updated_at': '2022-07-28T02:19:28Z', 'revision_number': 1, 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'subnets': [{'id': '756c394c-f3fb-450a-98c3-44bae2979979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:19:30.349948 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device c73be63b-fac3-482b-ba7c-a63c882a1714 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:19:30.423169 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port c73be63b-fac3-482b-ba7c-a63c882a1714 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:30.424446 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (c73be63b-fac3-482b-ba7c-a63c882a1714), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:30.459407 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330eb52-27b6-4c6d-933b-97fee4283da5 admin admin] Pushing event updated for resources: {'Port': ['ID=0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:30.551621 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port c73be63b-fac3-482b-ba7c-a63c882a1714 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:30.551621 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (c73be63b-fac3-482b-ba7c-a63c882a1714), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:30.573932 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aeaf209-1c6e-4818-a21b-8e2e6760606d admin admin] Network 645f8645-b726-4be7-bb5a-32ec9ab88df5 is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:19:30.636989 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-0aeaf209-1c6e-4818-a21b-8e2e6760606d admin admin] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:19:30.717287 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:30.844204 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:30.915228 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:30.953096 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=87,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:30.968108 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] For port c73be63b-fac3-482b-ba7c-a63c882a1714, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=c73be63b-fac3-482b-ba7c-a63c882a1714,segment=NetworkSegment(061ae22b-e238-4740-8938-e6c134ab8fa9),segment_id=061ae22b-e238-4740-8938-e6c134ab8fa9)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:19:30.981648 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8330eb52-27b6-4c6d-933b-97fee4283da5 admin admin] Publish callbacks [] for router_gateway (aff59b78-00b6-4526-bccd-ca079e2ffec3), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:30.983849 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (c73be63b-fac3-482b-ba7c-a63c882a1714), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:31.132402 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aeaf209-1c6e-4818-a21b-8e2e6760606d admin admin] Router 8a343fbd-83b8-43df-920b-41133d836bff has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:19:31.162543 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c0e5e80b-ae72-4892-b49e-3acb19fa9989 None None] Provisioning complete for port ce2d8145-9895-4e8c-8bff-4f7fa9e0173d triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:31.163162 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c0e5e80b-ae72-4892-b49e-3acb19fa9989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (ce2d8145-9895-4e8c-8bff-4f7fa9e0173d), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:31.173012 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Pushing event updated for resources: {'Port': ['ID=c73be63b-fac3-482b-ba7c-a63c882a1714,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:31.240752 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:31.260216 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c0e5e80b-ae72-4892-b49e-3acb19fa9989 None None] Port ce2d8145-9895-4e8c-8bff-4f7fa9e0173d cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:19:31.560958 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4624ee0c-a2f1-46bf-a884-89d7774c24d7 None None] Network 409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:19:31.569097 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aeaf209-1c6e-4818-a21b-8e2e6760606d admin admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:19:31.576426 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-0aeaf209-1c6e-4818-a21b-8e2e6760606d admin admin] 10.222.0.40 "PUT /v2.0/routers/8a343fbd-83b8-43df-920b-41133d836bff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2180946 Jul 28 02:19:31.651316 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-ca271dd8-01ff-41dd-8129-f169e1ce5207 None None] Provisioning complete for port c73be63b-fac3-482b-ba7c-a63c882a1714 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:31.651798 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ca271dd8-01ff-41dd-8129-f169e1ce5207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (c73be63b-fac3-482b-ba7c-a63c882a1714), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:31.677309 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8330eb52-27b6-4c6d-933b-97fee4283da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1600198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363916'] for router (aff59b78-00b6-4526-bccd-ca079e2ffec3), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:31.751333 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:31.881107 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:31.925711 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8330eb52-27b6-4c6d-933b-97fee4283da5 admin admin] Router aff59b78-00b6-4526-bccd-ca079e2ffec3 is scheduled to L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 with binding_index 1 {{(pid=103999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 02:19:31.931978 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-ca271dd8-01ff-41dd-8129-f169e1ce5207 None None] Current status of the port c73be63b-fac3-482b-ba7c-a63c882a1714 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:32.111153 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8330eb52-27b6-4c6d-933b-97fee4283da5 admin admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:19:32.122701 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a800fca7-22d9-42e6-b654-45282ddcd3cd None None] Sync routers for ids ['aff59b78-00b6-4526-bccd-ca079e2ffec3'] in dv-cinder-799871-46-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:19:32.145628 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8330eb52-27b6-4c6d-933b-97fee4283da5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:32.151977 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-8330eb52-27b6-4c6d-933b-97fee4283da5 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4186809 Jul 28 02:19:32.152542 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 44534) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:32.163098 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a800fca7-22d9-42e6-b654-45282ddcd3cd None None] Routers {'aff59b78-00b6-4526-bccd-ca079e2ffec3'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:19:32.163794 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-a800fca7-22d9-42e6-b654-45282ddcd3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:19:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['aff59b78-00b6-4526-bccd-ca079e2ffec3'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:32.274951 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-5d19b616-18b1-4f78-b945-1250738354a1 None None] Provisioning complete for port c73be63b-fac3-482b-ba7c-a63c882a1714 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:32.275440 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5d19b616-18b1-4f78-b945-1250738354a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (c73be63b-fac3-482b-ba7c-a63c882a1714), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:32.296560 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 44536) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:32.389551 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:32.459656 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-a800fca7-22d9-42e6-b654-45282ddcd3cd None None] Set router aff59b78-00b6-4526-bccd-ca079e2ffec3 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:19:32.482191 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-5d19b616-18b1-4f78-b945-1250738354a1 None None] Current status of the port c73be63b-fac3-482b-ba7c-a63c882a1714 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:32.574738 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 24bcfefa-153d-4428-8366-517c604a12db up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:19:32.727309 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 24bcfefa-153d-4428-8366-517c604a12db triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:32.728007 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (24bcfefa-153d-4428-8366-517c604a12db), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:32.866702 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 24bcfefa-153d-4428-8366-517c604a12db is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:32.867754 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (24bcfefa-153d-4428-8366-517c604a12db), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:32.867915 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-a800fca7-22d9-42e6-b654-45282ddcd3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'name': 'tempest-ServerRescueNegativeTestJSON-1124966851-router', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:27Z', 'updated_at': '2022-07-28T02:19:30Z', 'revision_number': 3, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'gw_port': {'id': '0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:28Z', 'updated_at': '2022-07-28T02:19:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi'}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:32.891028 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c4e5ebe7-2797-476d-b145-c5acd28d697f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:32.957504 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] For port 24bcfefa-153d-4428-8366-517c604a12db, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=24bcfefa-153d-4428-8366-517c604a12db,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:19:32.968604 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (24bcfefa-153d-4428-8366-517c604a12db), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:32.969862 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 44558) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:32.969995 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device c73be63b-fac3-482b-ba7c-a63c882a1714 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:19:32.978434 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-e6ca76b2-7ed8-4b0f-9ea2-c15ffb63775e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2070271211-network', 'tenant_id': '0f0d2a08f0f940f384167aa0a9f8bf94'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:19:33.056083 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a800fca7-22d9-42e6-b654-45282ddcd3cd None None] Checking router: aff59b78-00b6-4526-bccd-ca079e2ffec3 for host: dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:19:33.060244 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:33.060933 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a800fca7-22d9-42e6-b654-45282ddcd3cd None None] Updating router aff59b78-00b6-4526-bccd-ca079e2ffec3 port 0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2 binding host dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 02:19:33.089382 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c4e5ebe7-2797-476d-b145-c5acd28d697f admin admin] Publish callbacks [] for security_group (08714574-b38f-49dc-b33a-bb9051b282dc), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:33.096786 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c4e5ebe7-2797-476d-b145-c5acd28d697f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (08714574-b38f-49dc-b33a-bb9051b282dc), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:33.105900 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ca76b2-7ed8-4b0f-9ea2-c15ffb63775e admin admin] Made reservation on behalf of 0f0d2a08f0f940f384167aa0a9f8bf94 for: {'network': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:19:33.109256 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port c73be63b-fac3-482b-ba7c-a63c882a1714 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:33.109827 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (c73be63b-fac3-482b-ba7c-a63c882a1714), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:33.110868 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e6ca76b2-7ed8-4b0f-9ea2-c15ffb63775e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for network (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:33.132969 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e6ca76b2-7ed8-4b0f-9ea2-c15ffb63775e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:33.138254 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a800fca7-22d9-42e6-b654-45282ddcd3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:33.229688 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c4e5ebe7-2797-476d-b145-c5acd28d697f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a669d2c33907447688602a8fcb3d9c70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9307532 Jul 28 02:19:33.233410 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e5ebe7-2797-476d-b145-c5acd28d697f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08714574-b38f-49dc-b33a-bb9051b282dc,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:33.240439 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 44564) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:33.252388 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Pushing event updated for resources: {'Port': ['ID=24bcfefa-153d-4428-8366-517c604a12db,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:33.261619 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e6ca76b2-7ed8-4b0f-9ea2-c15ffb63775e admin admin] Publish callbacks [] for security_group (bcf9706d-b608-46d7-bb89-b8598e5e6b2b), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:33.296610 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e6ca76b2-7ed8-4b0f-9ea2-c15ffb63775e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (bcf9706d-b608-46d7-bb89-b8598e5e6b2b), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:33.309161 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port c73be63b-fac3-482b-ba7c-a63c882a1714 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:33.324081 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6ca76b2-7ed8-4b0f-9ea2-c15ffb63775e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=103999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 02:19:33.334366 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e6ca76b2-7ed8-4b0f-9ea2-c15ffb63775e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (d843309d-e5b0-4161-bae6-e6a14014871c), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:33.334717 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.db.segments_db [None req-e6ca76b2-7ed8-4b0f-9ea2-c15ffb63775e admin admin] Added segment d843309d-e5b0-4161-bae6-e6a14014871c of type vlan for network e4d97acc-e24a-4a92-8c32-95b77b18310c Jul 28 02:19:33.375431 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-89e3b246-a9c1-412d-9f54-73067ddb2773 admin admin] Publish callbacks [] for security_group (08714574-b38f-49dc-b33a-bb9051b282dc), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:33.385908 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e6ca76b2-7ed8-4b0f-9ea2-c15ffb63775e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752357420409'] for network (e4d97acc-e24a-4a92-8c32-95b77b18310c), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:33.407592 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-89e3b246-a9c1-412d-9f54-73067ddb2773 admin admin] Publish callbacks [] for security_group (08714574-b38f-49dc-b33a-bb9051b282dc), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:33.418054 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:33.471448 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-89e3b246-a9c1-412d-9f54-73067ddb2773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (08714574-b38f-49dc-b33a-bb9051b282dc), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:33.474349 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-28810e77-fc82-498d-bf7e-715459352916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:33.474687 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-89e3b246-a9c1-412d-9f54-73067ddb2773 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:33.475986 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-89e3b246-a9c1-412d-9f54-73067ddb2773 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/08714574-b38f-49dc-b33a-bb9051b282dc HTTP/1.1" status: 204 len: 168 time: 0.2282283 Jul 28 02:19:33.486834 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3b246-a9c1-412d-9f54-73067ddb2773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08714574-b38f-49dc-b33a-bb9051b282dc,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:33.491883 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e6ca76b2-7ed8-4b0f-9ea2-c15ffb63775e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577'] for network (e4d97acc-e24a-4a92-8c32-95b77b18310c), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:33.494957 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ca76b2-7ed8-4b0f-9ea2-c15ffb63775e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:33.495790 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e6ca76b2-7ed8-4b0f-9ea2-c15ffb63775e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:33.567374 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a800fca7-22d9-42e6-b654-45282ddcd3cd None None] Publish callbacks [] for port (0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:33.573996 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a800fca7-22d9-42e6-b654-45282ddcd3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:33.618887 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca76b2-7ed8-4b0f-9ea2-c15ffb63775e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf9706d-b608-46d7-bb89-b8598e5e6b2b,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:33.652527 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca76b2-7ed8-4b0f-9ea2-c15ffb63775e admin admin] Pushing event updated for resources: {'Network': ['ID=e4d97acc-e24a-4a92-8c32-95b77b18310c,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:33.662054 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-e6ca76b2-7ed8-4b0f-9ea2-c15ffb63775e admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6887968 Jul 28 02:19:33.663042 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 44574) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:33.666950 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Network e4d97acc-e24a-4a92-8c32-95b77b18310c details requested by agent ovs-agent-dv-cinder-799871-46-iscsi with host dv-cinder-799871-46-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 02:19:33.671886 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-1140e0e9-5437-4f41-a704-a699e4394c38 admin admin] Request body: {'subnet': {'network_id': 'e4d97acc-e24a-4a92-8c32-95b77b18310c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2070271211-subnet', 'tenant_id': '0f0d2a08f0f940f384167aa0a9f8bf94', 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:19:33.676455 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:33.741817 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1140e0e9-5437-4f41-a704-a699e4394c38 admin admin] Made reservation on behalf of 0f0d2a08f0f940f384167aa0a9f8bf94 for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:19:33.745077 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1140e0e9-5437-4f41-a704-a699e4394c38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26451900'] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:33.762864 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-a800fca7-22d9-42e6-b654-45282ddcd3cd None None] Attempting to bind port 0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2 on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:19:33.763593 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-a800fca7-22d9-42e6-b654-45282ddcd3cd None None] Attempting to bind port 0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2 by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:19:33.764044 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a800fca7-22d9-42e6-b654-45282ddcd3cd None None] Attempting to bind port 0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2 on network fac975fe-f61e-48f2-98cd-c3133f923d7b {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:19:33.783561 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a14740-8069-48d9-8732-17789d990ec0 None None] Pushing event updated for resources: {'Port': ['ID=0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:33.800817 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a14740-8069-48d9-8732-17789d990ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:33.803309 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a14740-8069-48d9-8732-17789d990ec0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:33.803688 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a14740-8069-48d9-8732-17789d990ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:33.804135 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a14740-8069-48d9-8732-17789d990ec0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:33.804479 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a14740-8069-48d9-8732-17789d990ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:33.804814 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a14740-8069-48d9-8732-17789d990ec0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:33.805170 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a14740-8069-48d9-8732-17789d990ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:33.805496 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a14740-8069-48d9-8732-17789d990ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:33.808186 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a14740-8069-48d9-8732-17789d990ec0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:33.808594 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a14740-8069-48d9-8732-17789d990ec0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:33.808971 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a14740-8069-48d9-8732-17789d990ec0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:33.809342 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a14740-8069-48d9-8732-17789d990ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:33.810246 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a14740-8069-48d9-8732-17789d990ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:33.810246 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a14740-8069-48d9-8732-17789d990ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:33.813069 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a14740-8069-48d9-8732-17789d990ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:33.821109 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a800fca7-22d9-42e6-b654-45282ddcd3cd None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:19:33.821333 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a800fca7-22d9-42e6-b654-45282ddcd3cd None None] Checking segment: {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:19:33.823031 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a800fca7-22d9-42e6-b654-45282ddcd3cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:33.823431 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a800fca7-22d9-42e6-b654-45282ddcd3cd None None] Bound using segment: {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:19:33.823923 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-a800fca7-22d9-42e6-b654-45282ddcd3cd None None] Bound port: 0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:19:33.824306 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a800fca7-22d9-42e6-b654-45282ddcd3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:33.897182 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:33.916909 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9f0624-2acc-48b1-b426-83c0fda93dcb None None] Sync routers for ids ['8a343fbd-83b8-43df-920b-41133d836bff'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:19:33.923580 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [None req-28810e77-fc82-498d-bf7e-715459352916 admin admin] Allocated IP 172.20.0.1 (409dbfc5-7fa3-448b-9a8d-151bbb9f6be9/85b85007-31bd-4b12-8b58-5449a423c715/71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:19:33.924416 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:33.950431 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9f0624-2acc-48b1-b426-83c0fda93dcb None None] Routers {'8a343fbd-83b8-43df-920b-41133d836bff'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:19:33.952327 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-3f9f0624-2acc-48b1-b426-83c0fda93dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:19:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['8a343fbd-83b8-43df-920b-41133d836bff'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:34.006037 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-a800fca7-22d9-42e6-b654-45282ddcd3cd None None] For port 0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:19:34.020896 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-a800fca7-22d9-42e6-b654-45282ddcd3cd None None] For port 0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:19:34.039671 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a800fca7-22d9-42e6-b654-45282ddcd3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:34.093218 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-28810e77-fc82-498d-bf7e-715459352916 admin admin] Publish callbacks [] for port (71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:34.098066 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1140e0e9-5437-4f41-a704-a699e4394c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3099529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26451858'] for subnet (3287f072-c667-4f64-9325-a5d30f8012bc), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:34.151276 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-3f9f0624-2acc-48b1-b426-83c0fda93dcb None None] Set router 8a343fbd-83b8-43df-920b-41133d836bff gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:19:34.170640 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-28810e77-fc82-498d-bf7e-715459352916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:34.210257 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140e0e9-5437-4f41-a704-a699e4394c38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3287f072-c667-4f64-9325-a5d30f8012bc,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:34.215521 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a800fca7-22d9-42e6-b654-45282ddcd3cd None None] Routers {'aff59b78-00b6-4526-bccd-ca079e2ffec3'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:19:34.216298 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140e0e9-5437-4f41-a704-a699e4394c38 admin admin] Checking segment: {'id': 'd843309d-e5b0-4161-bae6-e6a14014871c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e4d97acc-e24a-4a92-8c32-95b77b18310c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:19:34.216864 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1140e0e9-5437-4f41-a704-a699e4394c38 admin admin] Network hostable DHCP agents. Network: e4d97acc-e24a-4a92-8c32-95b77b18310c, hostable agents: ['301b8458-925c-4c76-ae1b-6d21194a75ed'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 02:19:34.218430 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-a800fca7-22d9-42e6-b654-45282ddcd3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:19:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['aff59b78-00b6-4526-bccd-ca079e2ffec3'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:34.238657 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a14740-8069-48d9-8732-17789d990ec0 None None] Pushing event updated for resources: {'Port': ['ID=0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:34.250887 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 44586) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:34.273753 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1140e0e9-5437-4f41-a704-a699e4394c38 admin admin] Network e4d97acc-e24a-4a92-8c32-95b77b18310c is scheduled to be hosted by DHCP agent 301b8458-925c-4c76-ae1b-6d21194a75ed with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 02:19:34.290049 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28810e77-fc82-498d-bf7e-715459352916 admin admin] Pushing event updated for resources: {'Port': ['ID=71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:34.293626 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-deb930bd-f5a1-4a39-863c-a069d7b3e64a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:34.320515 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28810e77-fc82-498d-bf7e-715459352916 admin admin] Network 409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:19:34.324147 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-28810e77-fc82-498d-bf7e-715459352916 admin admin] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:19:34.329345 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28810e77-fc82-498d-bf7e-715459352916 admin admin] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:19:34.336019 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-1140e0e9-5437-4f41-a704-a699e4394c38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-46-iscsi, e4d97acc-e24a-4a92-8c32-95b77b18310c) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:19:34.350574 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1140e0e9-5437-4f41-a704-a699e4394c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:34.351371 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1140e0e9-5437-4f41-a704-a699e4394c38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:34.364414 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed931015-3365-4af2-9f57-466eeb61d9ae None None] Network e4d97acc-e24a-4a92-8c32-95b77b18310c requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:19:34.420737 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-1140e0e9-5437-4f41-a704-a699e4394c38 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7545159 Jul 28 02:19:34.422176 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 44590) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:34.438684 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-28810e77-fc82-498d-bf7e-715459352916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598604'] for router_interface (aff59b78-00b6-4526-bccd-ca079e2ffec3), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:34.442790 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 24bcfefa-153d-4428-8366-517c604a12db up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:19:34.445159 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-1db1895c-0816-4e83-9de1-ed300a342451 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2070271211-router', 'tenant_id': '0f0d2a08f0f940f384167aa0a9f8bf94', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:19:34.452099 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-a800fca7-22d9-42e6-b654-45282ddcd3cd None None] Set router aff59b78-00b6-4526-bccd-ca079e2ffec3 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:19:34.510234 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:34.546115 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1db1895c-0816-4e83-9de1-ed300a342451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-931'] for router (81effb01-ee0a-437f-98f2-e0694dd5756b), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:34.547141 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1db1895c-0816-4e83-9de1-ed300a342451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1600240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-345463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-938'] for router (81effb01-ee0a-437f-98f2-e0694dd5756b), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:34.604251 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 24bcfefa-153d-4428-8366-517c604a12db triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:34.604955 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (24bcfefa-153d-4428-8366-517c604a12db), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:34.607223 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:34.607856 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:34.718431 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1db1895c-0816-4e83-9de1-ed300a342451 admin admin] Publish callbacks [] for router_controller (81effb01-ee0a-437f-98f2-e0694dd5756b), precommit_add_association {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:34.747038 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:34.747291 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-28810e77-fc82-498d-bf7e-715459352916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:34.788355 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a74e162-611a-4e58-a372-b913c21116f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9572ff98-a2bf-566e-ab98-0b103bee2557-e4d97acc-e24a-4a92-8c32-95b77b18310c', 'network_id': 'e4d97acc-e24a-4a92-8c32-95b77b18310c', 'project_id': '0f0d2a08f0f940f384167aa0a9f8bf94', 'fixed_ips': [{'subnet_id': '3287f072-c667-4f64-9325-a5d30f8012bc'}]}} from dv-cinder-799871-46-iscsi. {{(pid=104001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 02:19:34.789657 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2a74e162-611a-4e58-a372-b913c21116f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:34.816172 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-be184cb9-b747-4899-bcd6-d5ebd433548f None None] Provisioning complete for port 71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:34.816800 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-be184cb9-b747-4899-bcd6-d5ebd433548f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:34.852476 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-3f9f0624-2acc-48b1-b426-83c0fda93dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a343fbd-83b8-43df-920b-41133d836bff', 'name': 'tempest-TestMinimumBasicScenario-1494604843-router', 'tenant_id': '9cb7e92c703a42d6be6343c04934d533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '24bcfefa-153d-4428-8366-517c604a12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:24Z', 'updated_at': '2022-07-28T02:19:29Z', 'revision_number': 4, 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'gw_port': {'id': '24bcfefa-153d-4428-8366-517c604a12db', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a343fbd-83b8-43df-920b-41133d836bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:24Z', 'updated_at': '2022-07-28T02:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': 'ce2d8145-9895-4e8c-8bff-4f7fa9e0173d', 'name': '', 'network_id': '645f8645-b726-4be7-bb5a-32ec9ab88df5', 'tenant_id': '9cb7e92c703a42d6be6343c04934d533', 'mac_address': 'fa:16:3e:19:e9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a343fbd-83b8-43df-920b-41133d836bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '756c394c-f3fb-450a-98c3-44bae2979979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:28Z', 'updated_at': '2022-07-28T02:19:29Z', 'revision_number': 2, 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'subnets': [{'id': '756c394c-f3fb-450a-98c3-44bae2979979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:34.881161 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-a800fca7-22d9-42e6-b654-45282ddcd3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'name': 'tempest-ServerRescueNegativeTestJSON-1124966851-router', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:27Z', 'updated_at': '2022-07-28T02:19:30Z', 'revision_number': 3, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'gw_port': {'id': '0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:28Z', 'updated_at': '2022-07-28T02:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi'}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:34.910433 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a800fca7-22d9-42e6-b654-45282ddcd3cd None None] The sync data for ids ['aff59b78-00b6-4526-bccd-ca079e2ffec3'] in dv-cinder-799871-46-iscsi is: [{'id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'name': 'tempest-ServerRescueNegativeTestJSON-1124966851-router', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:27Z', 'updated_at': '2022-07-28T02:19:30Z', 'revision_number': 3, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'gw_port': {'id': '0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:28Z', 'updated_at': '2022-07-28T02:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi'}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:19:34.910671 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-deb930bd-f5a1-4a39-863c-a069d7b3e64a admin admin] Publish callbacks [] for security_group (17f7fb55-23a7-4590-abe3-4a06bc8bdf51), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:34.960245 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-28810e77-fc82-498d-bf7e-715459352916 admin admin] Publish callbacks [] for port (71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:34.960746 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-be184cb9-b747-4899-bcd6-d5ebd433548f None None] Port 71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:19:34.968994 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-28810e77-fc82-498d-bf7e-715459352916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25613259'] for port (71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:34.969434 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9f0624-2acc-48b1-b426-83c0fda93dcb None None] Checking router: 8a343fbd-83b8-43df-920b-41133d836bff for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:19:34.969864 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9f0624-2acc-48b1-b426-83c0fda93dcb None None] Updating router 8a343fbd-83b8-43df-920b-41133d836bff port ce2d8145-9895-4e8c-8bff-4f7fa9e0173d binding host dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 02:19:35.010217 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1db1895c-0816-4e83-9de1-ed300a342451 admin admin] Publish callbacks [] for router_gateway (81effb01-ee0a-437f-98f2-e0694dd5756b), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:35.024117 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-deb930bd-f5a1-4a39-863c-a069d7b3e64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (17f7fb55-23a7-4590-abe3-4a06bc8bdf51), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:35.107008 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-28810e77-fc82-498d-bf7e-715459352916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598704'] for router_interface (aff59b78-00b6-4526-bccd-ca079e2ffec3), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:35.142879 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 44612) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:35.151321 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3f9f0624-2acc-48b1-b426-83c0fda93dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (ce2d8145-9895-4e8c-8bff-4f7fa9e0173d), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:35.151321 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 24bcfefa-153d-4428-8366-517c604a12db is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:35.157751 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:35.164072 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-deb930bd-f5a1-4a39-863c-a069d7b3e64a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=21dd9c847ecb4b67be489ee400598e32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9105945 Jul 28 02:19:35.179178 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb930bd-f5a1-4a39-863c-a069d7b3e64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f7fb55-23a7-4590-abe3-4a06bc8bdf51,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:35.308765 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28810e77-fc82-498d-bf7e-715459352916 admin admin] Pushing event updated for resources: {'Port': ['ID=71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:35.311964 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:35.371111 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:35.381471 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-2a74e162-611a-4e58-a372-b913c21116f8 None None] Allocated IP 172.20.0.2 (e4d97acc-e24a-4a92-8c32-95b77b18310c/3287f072-c667-4f64-9325-a5d30f8012bc/e72763a5-a3ef-4f6b-989a-16ad16113505) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:19:35.443416 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e6ff0239-bc2d-46c3-87ce-20335aea3be3 admin admin] Publish callbacks [] for security_group (17f7fb55-23a7-4590-abe3-4a06bc8bdf51), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:35.447947 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1db1895c-0816-4e83-9de1-ed300a342451 admin admin] Publish callbacks [] for router_gateway (81effb01-ee0a-437f-98f2-e0694dd5756b), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:35.497974 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1db1895c-0816-4e83-9de1-ed300a342451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:35.504233 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28810e77-fc82-498d-bf7e-715459352916 admin admin] Network 409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:19:35.506499 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e6ff0239-bc2d-46c3-87ce-20335aea3be3 admin admin] Publish callbacks [] for security_group (17f7fb55-23a7-4590-abe3-4a06bc8bdf51), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:35.530592 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-28810e77-fc82-498d-bf7e-715459352916 admin admin] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:19:35.795721 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-1db1895c-0816-4e83-9de1-ed300a342451 admin admin] Allocated IP 172.27.0.41 (fac975fe-f61e-48f2-98cd-c3133f923d7b/e1a55f55-f115-45c6-a5b1-44ded4e4dd9d/f85be80b-cc07-45e5-b8db-c0a1b80b33c8) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:19:35.812313 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:35.858889 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:35.984664 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:36.006813 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1db1895c-0816-4e83-9de1-ed300a342451 admin admin] Publish callbacks [] for port (f85be80b-cc07-45e5-b8db-c0a1b80b33c8), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:36.096840 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1db1895c-0816-4e83-9de1-ed300a342451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (f85be80b-cc07-45e5-b8db-c0a1b80b33c8), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:36.139288 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e6ff0239-bc2d-46c3-87ce-20335aea3be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (17f7fb55-23a7-4590-abe3-4a06bc8bdf51), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:36.142434 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db1895c-0816-4e83-9de1-ed300a342451 admin admin] Network fac975fe-f61e-48f2-98cd-c3133f923d7b is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:19:36.143361 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e6ff0239-bc2d-46c3-87ce-20335aea3be3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:36.145584 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-e6ff0239-bc2d-46c3-87ce-20335aea3be3 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/17f7fb55-23a7-4590-abe3-4a06bc8bdf51 HTTP/1.1" status: 204 len: 168 time: 1.0036490 Jul 28 02:19:36.146137 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-1db1895c-0816-4e83-9de1-ed300a342451 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:19:36.148734 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db1895c-0816-4e83-9de1-ed300a342451 admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:19:36.160823 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-bdd4bbb5-d0d6-4314-970d-ca500226d61d None None] Provisioning complete for port 71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:36.161302 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bdd4bbb5-d0d6-4314-970d-ca500226d61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:36.201985 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff0239-bc2d-46c3-87ce-20335aea3be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f7fb55-23a7-4590-abe3-4a06bc8bdf51,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:36.213447 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28810e77-fc82-498d-bf7e-715459352916 admin admin] Router aff59b78-00b6-4526-bccd-ca079e2ffec3 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:19:36.255785 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2a74e162-611a-4e58-a372-b913c21116f8 None None] Publish callbacks [] for port (e72763a5-a3ef-4f6b-989a-16ad16113505), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:36.424386 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2a74e162-611a-4e58-a372-b913c21116f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659'] for port (e72763a5-a3ef-4f6b-989a-16ad16113505), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:36.501186 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28810e77-fc82-498d-bf7e-715459352916 admin admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:19:36.508474 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3f9f0624-2acc-48b1-b426-83c0fda93dcb None None] Publish callbacks [] for port (ce2d8145-9895-4e8c-8bff-4f7fa9e0173d), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:36.513382 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:19:36.518967 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-28810e77-fc82-498d-bf7e-715459352916 admin admin] 10.222.0.40 "PUT /v2.0/routers/aff59b78-00b6-4526-bccd-ca079e2ffec3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3641872 Jul 28 02:19:36.541177 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-bdd4bbb5-d0d6-4314-970d-ca500226d61d None None] Port 71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:19:36.575687 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3f9f0624-2acc-48b1-b426-83c0fda93dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (ce2d8145-9895-4e8c-8bff-4f7fa9e0173d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:36.624739 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:36.629554 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a74e162-611a-4e58-a372-b913c21116f8 None None] Network e4d97acc-e24a-4a92-8c32-95b77b18310c is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:19:36.658760 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74e162-611a-4e58-a372-b913c21116f8 None None] Pushing event updated for resources: {'Port': ['ID=e72763a5-a3ef-4f6b-989a-16ad16113505,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:36.662063 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-2a74e162-611a-4e58-a372-b913c21116f8 None None] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:19:36.690318 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1db1895c-0816-4e83-9de1-ed300a342451 admin admin] Publish callbacks [] for router_gateway (81effb01-ee0a-437f-98f2-e0694dd5756b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:36.743827 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a74e162-611a-4e58-a372-b913c21116f8 None None] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:19:36.847388 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2101a6d-74b1-4fb1-adea-ffe5bccf1f8b None None] Pushing event updated for resources: {'Port': ['ID=ce2d8145-9895-4e8c-8bff-4f7fa9e0173d,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:36.916902 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:36.918893 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:36.931027 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1895c-0816-4e83-9de1-ed300a342451 admin admin] Pushing event updated for resources: {'Port': ['ID=f85be80b-cc07-45e5-b8db-c0a1b80b33c8,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:37.033316 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-3f9f0624-2acc-48b1-b426-83c0fda93dcb None None] Attempting to bind port ce2d8145-9895-4e8c-8bff-4f7fa9e0173d on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:19:37.033677 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-3f9f0624-2acc-48b1-b426-83c0fda93dcb None None] Attempting to bind port ce2d8145-9895-4e8c-8bff-4f7fa9e0173d by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': 'cce1e9a3-5ae9-450a-960c-0352506e1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '645f8645-b726-4be7-bb5a-32ec9ab88df5'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:19:37.034043 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9f0624-2acc-48b1-b426-83c0fda93dcb None None] Attempting to bind port ce2d8145-9895-4e8c-8bff-4f7fa9e0173d on network 645f8645-b726-4be7-bb5a-32ec9ab88df5 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:19:37.044906 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-2a74e162-611a-4e58-a372-b913c21116f8 None None] Attempting to bind port e72763a5-a3ef-4f6b-989a-16ad16113505 on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:19:37.045295 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-2a74e162-611a-4e58-a372-b913c21116f8 None None] Attempting to bind port e72763a5-a3ef-4f6b-989a-16ad16113505 by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': 'd843309d-e5b0-4161-bae6-e6a14014871c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e4d97acc-e24a-4a92-8c32-95b77b18310c'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:19:37.045660 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a74e162-611a-4e58-a372-b913c21116f8 None None] Attempting to bind port e72763a5-a3ef-4f6b-989a-16ad16113505 on network e4d97acc-e24a-4a92-8c32-95b77b18310c {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:19:37.049680 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9f0624-2acc-48b1-b426-83c0fda93dcb None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:19:37.050054 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9f0624-2acc-48b1-b426-83c0fda93dcb None None] Checking segment: {'id': 'cce1e9a3-5ae9-450a-960c-0352506e1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '645f8645-b726-4be7-bb5a-32ec9ab88df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:19:37.050457 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3f9f0624-2acc-48b1-b426-83c0fda93dcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:37.050852 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9f0624-2acc-48b1-b426-83c0fda93dcb None None] Bound using segment: {'id': 'cce1e9a3-5ae9-450a-960c-0352506e1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '645f8645-b726-4be7-bb5a-32ec9ab88df5'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:19:37.051339 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-3f9f0624-2acc-48b1-b426-83c0fda93dcb None None] Bound port: ce2d8145-9895-4e8c-8bff-4f7fa9e0173d, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce1e9a3-5ae9-450a-960c-0352506e1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '645f8645-b726-4be7-bb5a-32ec9ab88df5'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:19:37.051716 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3f9f0624-2acc-48b1-b426-83c0fda93dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (ce2d8145-9895-4e8c-8bff-4f7fa9e0173d), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:37.079996 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a74e162-611a-4e58-a372-b913c21116f8 None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:19:37.079996 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a74e162-611a-4e58-a372-b913c21116f8 None None] Checking segment: {'id': 'd843309d-e5b0-4161-bae6-e6a14014871c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e4d97acc-e24a-4a92-8c32-95b77b18310c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:19:37.079996 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2a74e162-611a-4e58-a372-b913c21116f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:37.079996 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a74e162-611a-4e58-a372-b913c21116f8 None None] Bound using segment: {'id': 'd843309d-e5b0-4161-bae6-e6a14014871c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e4d97acc-e24a-4a92-8c32-95b77b18310c'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:19:37.079996 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-2a74e162-611a-4e58-a372-b913c21116f8 None None] Bound port: e72763a5-a3ef-4f6b-989a-16ad16113505, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd843309d-e5b0-4161-bae6-e6a14014871c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e4d97acc-e24a-4a92-8c32-95b77b18310c'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:19:37.079996 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2a74e162-611a-4e58-a372-b913c21116f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (e72763a5-a3ef-4f6b-989a-16ad16113505), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:37.146155 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-06ea0a33-682f-46a9-a0e7-7bbe161e501f None None] Provisioning complete for port ce2d8145-9895-4e8c-8bff-4f7fa9e0173d triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:37.146548 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-06ea0a33-682f-46a9-a0e7-7bbe161e501f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (ce2d8145-9895-4e8c-8bff-4f7fa9e0173d), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:37.176216 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1db1895c-0816-4e83-9de1-ed300a342451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1600198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363916'] for router (81effb01-ee0a-437f-98f2-e0694dd5756b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:37.183933 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:37.240701 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:37.242158 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:37.242774 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:37.303217 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-06ea0a33-682f-46a9-a0e7-7bbe161e501f None None] Port ce2d8145-9895-4e8c-8bff-4f7fa9e0173d cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:19:37.327333 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] For port 0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:19:37.346498 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-3f9f0624-2acc-48b1-b426-83c0fda93dcb None None] For port ce2d8145-9895-4e8c-8bff-4f7fa9e0173d, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:19:37.352750 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:37.393892 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-3f9f0624-2acc-48b1-b426-83c0fda93dcb None None] For port ce2d8145-9895-4e8c-8bff-4f7fa9e0173d, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=ce2d8145-9895-4e8c-8bff-4f7fa9e0173d,segment=NetworkSegment(cce1e9a3-5ae9-450a-960c-0352506e1430),segment_id=cce1e9a3-5ae9-450a-960c-0352506e1430)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:19:37.398511 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-2a74e162-611a-4e58-a372-b913c21116f8 None None] For port e72763a5-a3ef-4f6b-989a-16ad16113505, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:19:37.426138 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3f9f0624-2acc-48b1-b426-83c0fda93dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (ce2d8145-9895-4e8c-8bff-4f7fa9e0173d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:37.442621 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-2a74e162-611a-4e58-a372-b913c21116f8 None None] For port e72763a5-a3ef-4f6b-989a-16ad16113505, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=e72763a5-a3ef-4f6b-989a-16ad16113505,segment=NetworkSegment(d843309d-e5b0-4161-bae6-e6a14014871c),segment_id=d843309d-e5b0-4161-bae6-e6a14014871c)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:19:37.442848 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db1895c-0816-4e83-9de1-ed300a342451 admin admin] Router 81effb01-ee0a-437f-98f2-e0694dd5756b is scheduled to L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 with binding_index 1 {{(pid=104000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 02:19:37.464416 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2a74e162-611a-4e58-a372-b913c21116f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (e72763a5-a3ef-4f6b-989a-16ad16113505), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:37.510977 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Pushing event updated for resources: {'Port': ['ID=0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:37.613744 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-82c25d08-6eca-416b-ad98-8080e9e0465f tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:37.627898 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-82c25d08-6eca-416b-ad98-8080e9e0465f tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/networks?id=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 HTTP/1.1" status: 200 len: 819 time: 0.3508089 Jul 28 02:19:37.653102 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-e0fece38-95f5-4f8b-b21b-8c51dfe97f32 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/quotas/b5157a5b7f25482980f925175adf2090 HTTP/1.1" status: 200 len: 375 time: 0.0236714 Jul 28 02:19:37.657303 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2101a6d-74b1-4fb1-adea-ffe5bccf1f8b None None] Pushing event updated for resources: {'Port': ['ID=ce2d8145-9895-4e8c-8bff-4f7fa9e0173d,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:37.740723 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9f0624-2acc-48b1-b426-83c0fda93dcb None None] Routers {'8a343fbd-83b8-43df-920b-41133d836bff'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:19:37.741734 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-3f9f0624-2acc-48b1-b426-83c0fda93dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:19:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['8a343fbd-83b8-43df-920b-41133d836bff'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:37.841390 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-2639a960-8e76-429e-8d28-8979eaf494e0 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=b5157a5b7f25482980f925175adf2090&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1866994 Jul 28 02:19:37.925999 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74e162-611a-4e58-a372-b913c21116f8 None None] Pushing event updated for resources: {'Port': ['ID=e72763a5-a3ef-4f6b-989a-16ad16113505,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:37.973413 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-3f9f0624-2acc-48b1-b426-83c0fda93dcb None None] Set router 8a343fbd-83b8-43df-920b-41133d836bff gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:19:38.139093 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c89eae96-0f18-4369-ab13-70b4c4af2648 None None] Provisioning complete for port ce2d8145-9895-4e8c-8bff-4f7fa9e0173d triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:38.140960 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c89eae96-0f18-4369-ab13-70b4c4af2648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (ce2d8145-9895-4e8c-8bff-4f7fa9e0173d), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:38.216839 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-e210a03b-aea3-43a3-b8ca-dc5316860c0f service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=103999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 02:19:38.224746 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-e210a03b-aea3-43a3-b8ca-dc5316860c0f service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1255238 Jul 28 02:19:38.272937 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a773ca0-0eed-4b02-acad-f110e69906b3 None None] Sync routers for ids ['aff59b78-00b6-4526-bccd-ca079e2ffec3'] in dv-cinder-799871-46-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:19:38.307239 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a773ca0-0eed-4b02-acad-f110e69906b3 None None] Routers {'aff59b78-00b6-4526-bccd-ca079e2ffec3'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:19:38.308522 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-6a773ca0-0eed-4b02-acad-f110e69906b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:19:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['aff59b78-00b6-4526-bccd-ca079e2ffec3'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:38.316043 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:38.371117 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:38.446216 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-5c4fcf4e-1651-4c8b-921c-ed316085f2f1 service neutron] 10.222.0.40 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204435 Jul 28 02:19:38.475218 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db1895c-0816-4e83-9de1-ed300a342451 admin admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:19:38.507778 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3767e7-64e8-4214-b96b-6d2fa20c2d96 None None] Sync routers for ids ['81effb01-ee0a-437f-98f2-e0694dd5756b'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:19:38.540964 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1db1895c-0816-4e83-9de1-ed300a342451 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:38.542255 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-1db1895c-0816-4e83-9de1-ed300a342451 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1074033 Jul 28 02:19:38.545521 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 44714) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:38.688604 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3767e7-64e8-4214-b96b-6d2fa20c2d96 None None] Routers {'81effb01-ee0a-437f-98f2-e0694dd5756b'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:19:38.689387 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-fc3767e7-64e8-4214-b96b-6d2fa20c2d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:19:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['81effb01-ee0a-437f-98f2-e0694dd5756b'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:38.707408 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-6a773ca0-0eed-4b02-acad-f110e69906b3 None None] Set router aff59b78-00b6-4526-bccd-ca079e2ffec3 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:19:38.779726 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-51b485f3-912e-4484-ad51-4fe2c533d225 service neutron] 10.222.0.40 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325150 Jul 28 02:19:38.887476 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-fc3767e7-64e8-4214-b96b-6d2fa20c2d96 None None] Set router 81effb01-ee0a-437f-98f2-e0694dd5756b gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:19:39.279261 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3fcddfc5-37e4-43fd-a1ae-d04f40d0e68c req-cd63e55f-9c85-4b7b-bb50-ff1232eacbdb tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 210 time: 0.0879049 Jul 28 02:19:39.360513 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-6a773ca0-0eed-4b02-acad-f110e69906b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'name': 'tempest-ServerRescueNegativeTestJSON-1124966851-router', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:27Z', 'updated_at': '2022-07-28T02:19:34Z', 'revision_number': 4, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'gw_port': {'id': '0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:28Z', 'updated_at': '2022-07-28T02:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c', 'name': '', 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'mac_address': 'fa:16:3e:c5:8a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '85b85007-31bd-4b12-8b58-5449a423c715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:33Z', 'updated_at': '2022-07-28T02:19:34Z', 'revision_number': 2, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'subnets': [{'id': '85b85007-31bd-4b12-8b58-5449a423c715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:39.395491 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device e72763a5-a3ef-4f6b-989a-16ad16113505 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:19:39.464266 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a773ca0-0eed-4b02-acad-f110e69906b3 None None] Checking router: aff59b78-00b6-4526-bccd-ca079e2ffec3 for host: dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:19:39.464999 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a773ca0-0eed-4b02-acad-f110e69906b3 None None] Updating router aff59b78-00b6-4526-bccd-ca079e2ffec3 port 71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c binding host dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 02:19:39.493142 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c89eae96-0f18-4369-ab13-70b4c4af2648 None None] Current status of the port ce2d8145-9895-4e8c-8bff-4f7fa9e0173d is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:39.495037 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c89eae96-0f18-4369-ab13-70b4c4af2648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (ce2d8145-9895-4e8c-8bff-4f7fa9e0173d), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:39.498580 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:19:39.500364 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6a773ca0-0eed-4b02-acad-f110e69906b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:39.586998 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c334a5-4245-417f-8ee6-41e87ccbb821 None None] Network e4d97acc-e24a-4a92-8c32-95b77b18310c requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:19:39.606033 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5d60bd87-73bb-4ffc-b540-1493196664ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:39.734214 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:39.841334 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-5d60bd87-73bb-4ffc-b540-1493196664ce admin admin] Allocated IP 172.20.0.1 (e4d97acc-e24a-4a92-8c32-95b77b18310c/3287f072-c667-4f64-9325-a5d30f8012bc/06daf19b-1b61-4d5c-be60-a31cc83983e1) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:19:39.856480 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-c89eae96-0f18-4369-ab13-70b4c4af2648 None None] For port ce2d8145-9895-4e8c-8bff-4f7fa9e0173d, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=ce2d8145-9895-4e8c-8bff-4f7fa9e0173d,segment=NetworkSegment(cce1e9a3-5ae9-450a-960c-0352506e1430),segment_id=cce1e9a3-5ae9-450a-960c-0352506e1430)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:19:39.880079 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c89eae96-0f18-4369-ab13-70b4c4af2648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (ce2d8145-9895-4e8c-8bff-4f7fa9e0173d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:39.941873 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6a773ca0-0eed-4b02-acad-f110e69906b3 None None] Publish callbacks [] for port (71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:39.957531 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89eae96-0f18-4369-ab13-70b4c4af2648 None None] Pushing event updated for resources: {'Port': ['ID=ce2d8145-9895-4e8c-8bff-4f7fa9e0173d,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:39.960752 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6a773ca0-0eed-4b02-acad-f110e69906b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:39.971770 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:39.981081 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-3f9f0624-2acc-48b1-b426-83c0fda93dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a343fbd-83b8-43df-920b-41133d836bff', 'name': 'tempest-TestMinimumBasicScenario-1494604843-router', 'tenant_id': '9cb7e92c703a42d6be6343c04934d533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '24bcfefa-153d-4428-8366-517c604a12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:24Z', 'updated_at': '2022-07-28T02:19:29Z', 'revision_number': 4, 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'gw_port': {'id': '24bcfefa-153d-4428-8366-517c604a12db', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a343fbd-83b8-43df-920b-41133d836bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:24Z', 'updated_at': '2022-07-28T02:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': 'ce2d8145-9895-4e8c-8bff-4f7fa9e0173d', 'name': '', 'network_id': '645f8645-b726-4be7-bb5a-32ec9ab88df5', 'tenant_id': '9cb7e92c703a42d6be6343c04934d533', 'mac_address': 'fa:16:3e:19:e9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a343fbd-83b8-43df-920b-41133d836bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '756c394c-f3fb-450a-98c3-44bae2979979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:28Z', 'updated_at': '2022-07-28T02:19:37Z', 'revision_number': 4, 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'subnets': [{'id': '756c394c-f3fb-450a-98c3-44bae2979979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:39.984695 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5d60bd87-73bb-4ffc-b540-1493196664ce admin admin] Publish callbacks [] for port (06daf19b-1b61-4d5c-be60-a31cc83983e1), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:40.020025 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-baf85e02-d57c-4c6f-be7a-ef06c315f1e6 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:40.021852 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-baf85e02-d57c-4c6f-be7a-ef06c315f1e6 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/networks?id=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 HTTP/1.1" status: 200 len: 819 time: 0.3773754 Jul 28 02:19:40.054525 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9f0624-2acc-48b1-b426-83c0fda93dcb None None] The sync data for ids ['8a343fbd-83b8-43df-920b-41133d836bff'] in dv-cinder-799871-46-iscsi is: [{'id': '8a343fbd-83b8-43df-920b-41133d836bff', 'name': 'tempest-TestMinimumBasicScenario-1494604843-router', 'tenant_id': '9cb7e92c703a42d6be6343c04934d533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '24bcfefa-153d-4428-8366-517c604a12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:24Z', 'updated_at': '2022-07-28T02:19:29Z', 'revision_number': 4, 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'gw_port': {'id': '24bcfefa-153d-4428-8366-517c604a12db', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a343fbd-83b8-43df-920b-41133d836bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:24Z', 'updated_at': '2022-07-28T02:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': 'ce2d8145-9895-4e8c-8bff-4f7fa9e0173d', 'name': '', 'network_id': '645f8645-b726-4be7-bb5a-32ec9ab88df5', 'tenant_id': '9cb7e92c703a42d6be6343c04934d533', 'mac_address': 'fa:16:3e:19:e9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a343fbd-83b8-43df-920b-41133d836bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '756c394c-f3fb-450a-98c3-44bae2979979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:28Z', 'updated_at': '2022-07-28T02:19:37Z', 'revision_number': 4, 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'subnets': [{'id': '756c394c-f3fb-450a-98c3-44bae2979979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:19:40.057633 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port e72763a5-a3ef-4f6b-989a-16ad16113505 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:40.058301 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (e72763a5-a3ef-4f6b-989a-16ad16113505), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:40.058742 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:40.059614 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:40.070113 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5d60bd87-73bb-4ffc-b540-1493196664ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (06daf19b-1b61-4d5c-be60-a31cc83983e1), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:40.090467 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-603c24df-c2b3-44a1-8c8e-38fa8a413146 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/quotas/b5157a5b7f25482980f925175adf2090 HTTP/1.1" status: 200 len: 375 time: 0.0674481 Jul 28 02:19:40.137977 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:40.190069 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d60bd87-73bb-4ffc-b540-1493196664ce admin admin] Network e4d97acc-e24a-4a92-8c32-95b77b18310c is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:19:40.210225 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fb2e0-637d-4194-a7f9-52652d3e5310 None None] Pushing event updated for resources: {'Port': ['ID=71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:40.227042 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-5d60bd87-73bb-4ffc-b540-1493196664ce admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:19:40.229223 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-8eb0cbc3-4aa2-4f02-a859-691fd463d577 None None] Provisioning complete for port e72763a5-a3ef-4f6b-989a-16ad16113505 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:40.229605 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8eb0cbc3-4aa2-4f02-a859-691fd463d577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (e72763a5-a3ef-4f6b-989a-16ad16113505), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:40.260803 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d60bd87-73bb-4ffc-b540-1493196664ce admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:19:40.263279 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-32d98bcb-f57f-41c2-9d6f-1b1f7ba934d5 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=b5157a5b7f25482980f925175adf2090&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1702363 Jul 28 02:19:40.357653 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-6a773ca0-0eed-4b02-acad-f110e69906b3 None None] Attempting to bind port 71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:19:40.358032 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-6a773ca0-0eed-4b02-acad-f110e69906b3 None None] Attempting to bind port 71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': '061ae22b-e238-4740-8938-e6c134ab8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:19:40.359692 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a773ca0-0eed-4b02-acad-f110e69906b3 None None] Attempting to bind port 71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c on network 409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:19:40.400938 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a773ca0-0eed-4b02-acad-f110e69906b3 None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:19:40.401714 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a773ca0-0eed-4b02-acad-f110e69906b3 None None] Checking segment: {'id': '061ae22b-e238-4740-8938-e6c134ab8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:19:40.402914 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60bd87-73bb-4ffc-b540-1493196664ce admin admin] Pushing event updated for resources: {'Port': ['ID=06daf19b-1b61-4d5c-be60-a31cc83983e1,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:40.408514 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6a773ca0-0eed-4b02-acad-f110e69906b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:40.408958 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a773ca0-0eed-4b02-acad-f110e69906b3 None None] Bound using segment: {'id': '061ae22b-e238-4740-8938-e6c134ab8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:19:40.414136 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-6a773ca0-0eed-4b02-acad-f110e69906b3 None None] Bound port: 71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061ae22b-e238-4740-8938-e6c134ab8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:19:40.420909 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6a773ca0-0eed-4b02-acad-f110e69906b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:40.496634 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5d60bd87-73bb-4ffc-b540-1493196664ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598604'] for router_interface (81effb01-ee0a-437f-98f2-e0694dd5756b), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:40.509987 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:40.514958 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:40.550341 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:40.554107 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-fc3767e7-64e8-4214-b96b-6d2fa20c2d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81effb01-ee0a-437f-98f2-e0694dd5756b', 'name': 'tempest-TestMinimumBasicScenario-2070271211-router', 'tenant_id': '0f0d2a08f0f940f384167aa0a9f8bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f85be80b-cc07-45e5-b8db-c0a1b80b33c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:34Z', 'updated_at': '2022-07-28T02:19:36Z', 'revision_number': 3, 'project_id': '0f0d2a08f0f940f384167aa0a9f8bf94', 'gw_port': {'id': 'f85be80b-cc07-45e5-b8db-c0a1b80b33c8', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:26:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81effb01-ee0a-437f-98f2-e0694dd5756b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:35Z', 'updated_at': '2022-07-28T02:19:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi'}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:40.610105 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-f9e68bdf-ce8a-48af-8187-48be0fd29769 service neutron] 10.222.0.40 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308036 Jul 28 02:19:40.620835 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-6a773ca0-0eed-4b02-acad-f110e69906b3 None None] For port 71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:19:40.625069 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-6a773ca0-0eed-4b02-acad-f110e69906b3 None None] For port 71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c,segment=NetworkSegment(061ae22b-e238-4740-8938-e6c134ab8fa9),segment_id=061ae22b-e238-4740-8938-e6c134ab8fa9)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:19:40.645145 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3767e7-64e8-4214-b96b-6d2fa20c2d96 None None] Checking router: 81effb01-ee0a-437f-98f2-e0694dd5756b for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:19:40.646377 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3767e7-64e8-4214-b96b-6d2fa20c2d96 None None] Updating router 81effb01-ee0a-437f-98f2-e0694dd5756b port f85be80b-cc07-45e5-b8db-c0a1b80b33c8 binding host dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 02:19:40.650424 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6a773ca0-0eed-4b02-acad-f110e69906b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:40.856037 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fc3767e7-64e8-4214-b96b-6d2fa20c2d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (f85be80b-cc07-45e5-b8db-c0a1b80b33c8), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:41.025638 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-40868f81-f28f-409d-bfd3-ac68ef7cf2d3 service neutron] 10.222.0.40 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992186 Jul 28 02:19:41.080426 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-8eb0cbc3-4aa2-4f02-a859-691fd463d577 None None] Current status of the port e72763a5-a3ef-4f6b-989a-16ad16113505 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:41.081174 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8eb0cbc3-4aa2-4f02-a859-691fd463d577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (e72763a5-a3ef-4f6b-989a-16ad16113505), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:41.101799 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5d60bd87-73bb-4ffc-b540-1493196664ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (06daf19b-1b61-4d5c-be60-a31cc83983e1), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:41.292496 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a773ca0-0eed-4b02-acad-f110e69906b3 None None] Routers {'aff59b78-00b6-4526-bccd-ca079e2ffec3'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:19:41.297395 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-6a773ca0-0eed-4b02-acad-f110e69906b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:19:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['aff59b78-00b6-4526-bccd-ca079e2ffec3'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:41.551010 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2d3bdf09-83c2-42dc-b6a8-c98205c0c345 req-c87bf85a-0d5a-4968-8a70-ebe16c81dc83 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 210 time: 0.1217158 Jul 28 02:19:41.575570 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fb2e0-637d-4194-a7f9-52652d3e5310 None None] Pushing event updated for resources: {'Port': ['ID=71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:41.665455 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 44812) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:41.675451 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port e72763a5-a3ef-4f6b-989a-16ad16113505 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:41.676173 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (e72763a5-a3ef-4f6b-989a-16ad16113505), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:41.713837 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-8eb0cbc3-4aa2-4f02-a859-691fd463d577 None None] For port e72763a5-a3ef-4f6b-989a-16ad16113505, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=e72763a5-a3ef-4f6b-989a-16ad16113505,segment=NetworkSegment(d843309d-e5b0-4161-bae6-e6a14014871c),segment_id=d843309d-e5b0-4161-bae6-e6a14014871c)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:19:41.865915 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-6a773ca0-0eed-4b02-acad-f110e69906b3 None None] Set router aff59b78-00b6-4526-bccd-ca079e2ffec3 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:19:41.935174 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c4d9f966-e09e-4c57-b280-e1da28c6b51a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:42.014024 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a6c82-f722-492b-89b1-ebdf2d90ce86 req-f2a1dadf-ba37-43d7-a51e-86107ef2b3ed tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:42.025693 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-919a6c82-f722-492b-89b1-ebdf2d90ce86 req-f2a1dadf-ba37-43d7-a51e-86107ef2b3ed tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.1336980 Jul 28 02:19:42.028330 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8eb0cbc3-4aa2-4f02-a859-691fd463d577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (e72763a5-a3ef-4f6b-989a-16ad16113505), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:42.076703 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-1b02b2b4-6461-494e-99a3-7a5582a58582 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:42.078991 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-1b02b2b4-6461-494e-99a3-7a5582a58582 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.45 "GET /v2.0/networks?id=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 HTTP/1.1" status: 200 len: 819 time: 0.5631161 Jul 28 02:19:42.105549 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-9f3e8565-cd59-4abe-904b-0f3cb64080a8 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Request body: {'port': {'device_id': '57fb7f5a-d860-4022-a284-a364155ba3ba', 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9', 'admin_state_up': True, 'tenant_id': 'b5157a5b7f25482980f925175adf2090'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:19:42.149026 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-919a6c82-f722-492b-89b1-ebdf2d90ce86 req-7b31fff9-b431-4f87-ab24-f85682c600b4 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214488 Jul 28 02:19:42.174898 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5d60bd87-73bb-4ffc-b540-1493196664ce admin admin] Publish callbacks [] for port (06daf19b-1b61-4d5c-be60-a31cc83983e1), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:42.192808 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:42.219720 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-bd98fe89-0d3e-4db8-b6f7-9f6c2d5e5bf3 None None] Provisioning complete for port 06daf19b-1b61-4d5c-be60-a31cc83983e1 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:42.221398 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bd98fe89-0d3e-4db8-b6f7-9f6c2d5e5bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (06daf19b-1b61-4d5c-be60-a31cc83983e1), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:42.227720 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c4d9f966-e09e-4c57-b280-e1da28c6b51a admin admin] Publish callbacks [] for security_group (33a10eec-9885-4b20-b901-a5dac1f73155), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:42.234172 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c4d9f966-e09e-4c57-b280-e1da28c6b51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (33a10eec-9885-4b20-b901-a5dac1f73155), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:42.252354 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5d60bd87-73bb-4ffc-b540-1493196664ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (06daf19b-1b61-4d5c-be60-a31cc83983e1), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:42.277509 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-6a773ca0-0eed-4b02-acad-f110e69906b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'name': 'tempest-ServerRescueNegativeTestJSON-1124966851-router', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:27Z', 'updated_at': '2022-07-28T02:19:34Z', 'revision_number': 4, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'gw_port': {'id': '0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:28Z', 'updated_at': '2022-07-28T02:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c', 'name': '', 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'mac_address': 'fa:16:3e:c5:8a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '85b85007-31bd-4b12-8b58-5449a423c715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:33Z', 'updated_at': '2022-07-28T02:19:40Z', 'revision_number': 4, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'subnets': [{'id': '85b85007-31bd-4b12-8b58-5449a423c715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:42.309767 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0cbc3-4aa2-4f02-a859-691fd463d577 None None] Pushing event updated for resources: {'Port': ['ID=e72763a5-a3ef-4f6b-989a-16ad16113505,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:42.314650 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-c4d9f966-e09e-4c57-b280-e1da28c6b51a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ac213532d17d4e508508677b59110895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6403873 Jul 28 02:19:42.327031 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a773ca0-0eed-4b02-acad-f110e69906b3 None None] The sync data for ids ['aff59b78-00b6-4526-bccd-ca079e2ffec3'] in dv-cinder-799871-46-iscsi is: [{'id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'name': 'tempest-ServerRescueNegativeTestJSON-1124966851-router', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:27Z', 'updated_at': '2022-07-28T02:19:34Z', 'revision_number': 4, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'gw_port': {'id': '0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:28Z', 'updated_at': '2022-07-28T02:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c', 'name': '', 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'mac_address': 'fa:16:3e:c5:8a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '85b85007-31bd-4b12-8b58-5449a423c715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:33Z', 'updated_at': '2022-07-28T02:19:40Z', 'revision_number': 4, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'subnets': [{'id': '85b85007-31bd-4b12-8b58-5449a423c715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:19:42.337132 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.db.api [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 02:19:42.337627 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG oslo_db.api [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 02:19:42.339439 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 44828) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:42.343870 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-bd98fe89-0d3e-4db8-b6f7-9f6c2d5e5bf3 None None] Port 06daf19b-1b61-4d5c-be60-a31cc83983e1 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:19:42.359910 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9f966-e09e-4c57-b280-e1da28c6b51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a10eec-9885-4b20-b901-a5dac1f73155,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:42.382956 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-bd98fe89-0d3e-4db8-b6f7-9f6c2d5e5bf3 None None] Provisioning complete for port e72763a5-a3ef-4f6b-989a-16ad16113505 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:42.383400 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bd98fe89-0d3e-4db8-b6f7-9f6c2d5e5bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (e72763a5-a3ef-4f6b-989a-16ad16113505), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:42.389643 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60bd87-73bb-4ffc-b540-1493196664ce admin admin] Pushing event updated for resources: {'Port': ['ID=06daf19b-1b61-4d5c-be60-a31cc83983e1,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:42.433759 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d6963250-6ea2-466d-8fab-74c7196c60bd admin admin] Publish callbacks [] for security_group (33a10eec-9885-4b20-b901-a5dac1f73155), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:42.451342 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fc3767e7-64e8-4214-b96b-6d2fa20c2d96 None None] Publish callbacks [] for port (f85be80b-cc07-45e5-b8db-c0a1b80b33c8), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:42.465615 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:42.466873 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fc3767e7-64e8-4214-b96b-6d2fa20c2d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (f85be80b-cc07-45e5-b8db-c0a1b80b33c8), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:42.492669 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d6963250-6ea2-466d-8fab-74c7196c60bd admin admin] Publish callbacks [] for security_group (33a10eec-9885-4b20-b901-a5dac1f73155), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:42.497597 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5d60bd87-73bb-4ffc-b540-1493196664ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598704'] for router_interface (81effb01-ee0a-437f-98f2-e0694dd5756b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:42.527117 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-9f3e8565-cd59-4abe-904b-0f3cb64080a8 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Made reservation on behalf of b5157a5b7f25482980f925175adf2090 for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:19:42.540341 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-9f3e8565-cd59-4abe-904b-0f3cb64080a8 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:42.560910 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-fc3767e7-64e8-4214-b96b-6d2fa20c2d96 None None] Attempting to bind port f85be80b-cc07-45e5-b8db-c0a1b80b33c8 on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:19:42.560910 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-fc3767e7-64e8-4214-b96b-6d2fa20c2d96 None None] Attempting to bind port f85be80b-cc07-45e5-b8db-c0a1b80b33c8 by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:19:42.561174 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3767e7-64e8-4214-b96b-6d2fa20c2d96 None None] Attempting to bind port f85be80b-cc07-45e5-b8db-c0a1b80b33c8 on network fac975fe-f61e-48f2-98cd-c3133f923d7b {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:19:42.564780 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b15aa-80b2-459e-bd61-60a34d6d566c None None] Pushing event updated for resources: {'Port': ['ID=f85be80b-cc07-45e5-b8db-c0a1b80b33c8,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:42.591408 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d6963250-6ea2-466d-8fab-74c7196c60bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (33a10eec-9885-4b20-b901-a5dac1f73155), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:42.594782 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d6963250-6ea2-466d-8fab-74c7196c60bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:42.608131 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3767e7-64e8-4214-b96b-6d2fa20c2d96 None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:19:42.608669 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3767e7-64e8-4214-b96b-6d2fa20c2d96 None None] Checking segment: {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:19:42.609226 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fc3767e7-64e8-4214-b96b-6d2fa20c2d96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:42.609731 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3767e7-64e8-4214-b96b-6d2fa20c2d96 None None] Bound using segment: {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:19:42.610327 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-fc3767e7-64e8-4214-b96b-6d2fa20c2d96 None None] Bound port: f85be80b-cc07-45e5-b8db-c0a1b80b33c8, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:19:42.611500 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-d6963250-6ea2-466d-8fab-74c7196c60bd admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/33a10eec-9885-4b20-b901-a5dac1f73155 HTTP/1.1" status: 204 len: 168 time: 0.2606111 Jul 28 02:19:42.612830 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fc3767e7-64e8-4214-b96b-6d2fa20c2d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (f85be80b-cc07-45e5-b8db-c0a1b80b33c8), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:42.635564 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6963250-6ea2-466d-8fab-74c7196c60bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a10eec-9885-4b20-b901-a5dac1f73155,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:42.757521 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-fc3767e7-64e8-4214-b96b-6d2fa20c2d96 None None] For port f85be80b-cc07-45e5-b8db-c0a1b80b33c8, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:19:42.759090 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cf2d2c3b-7156-4219-84a8-19f711124324 req-2eb6274f-31f1-442f-a2dd-888bc7ff40af tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 210 time: 0.0836751 Jul 28 02:19:42.853240 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-fc3767e7-64e8-4214-b96b-6d2fa20c2d96 None None] For port f85be80b-cc07-45e5-b8db-c0a1b80b33c8, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=f85be80b-cc07-45e5-b8db-c0a1b80b33c8,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:19:42.855413 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-bd98fe89-0d3e-4db8-b6f7-9f6c2d5e5bf3 None None] Current status of the port e72763a5-a3ef-4f6b-989a-16ad16113505 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:42.894599 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:42.945862 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fc3767e7-64e8-4214-b96b-6d2fa20c2d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (f85be80b-cc07-45e5-b8db-c0a1b80b33c8), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:42.982303 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-bd98fe89-0d3e-4db8-b6f7-9f6c2d5e5bf3 None None] Provisioning complete for port 71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:42.982497 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bd98fe89-0d3e-4db8-b6f7-9f6c2d5e5bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:43.011283 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port e72763a5-a3ef-4f6b-989a-16ad16113505 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:43.012433 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:19:43.071050 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:43.075162 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d60bd87-73bb-4ffc-b540-1493196664ce admin admin] Network e4d97acc-e24a-4a92-8c32-95b77b18310c is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:19:43.085026 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-5d60bd87-73bb-4ffc-b540-1493196664ce admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:19:43.103955 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b15aa-80b2-459e-bd61-60a34d6d566c None None] Pushing event updated for resources: {'Port': ['ID=f85be80b-cc07-45e5-b8db-c0a1b80b33c8,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:43.128575 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-9f3e8565-cd59-4abe-904b-0f3cb64080a8 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Allocated IP 172.20.0.3 (409dbfc5-7fa3-448b-9a8d-151bbb9f6be9/85b85007-31bd-4b12-8b58-5449a423c715/40d8500a-f1bf-4d76-ab1d-ab85d099d88f) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:19:43.192247 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3767e7-64e8-4214-b96b-6d2fa20c2d96 None None] Routers {'81effb01-ee0a-437f-98f2-e0694dd5756b'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:19:43.192966 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-fc3767e7-64e8-4214-b96b-6d2fa20c2d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:19:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['81effb01-ee0a-437f-98f2-e0694dd5756b'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:43.362661 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 44858) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:43.432145 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4731c61-ac85-4591-a783-e7333ab16a23 req-ac562fb5-033c-4054-a7bc-5f1b44c7cfcf tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:43.442189 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a4731c61-ac85-4591-a783-e7333ab16a23 req-ac562fb5-033c-4054-a7bc-5f1b44c7cfcf tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.1291878 Jul 28 02:19:43.459666 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:43.460165 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:43.475389 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:43.523034 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-bd98fe89-0d3e-4db8-b6f7-9f6c2d5e5bf3 None None] Current status of the port 71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:43.523921 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bd98fe89-0d3e-4db8-b6f7-9f6c2d5e5bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:43.584536 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-fc3767e7-64e8-4214-b96b-6d2fa20c2d96 None None] Set router 81effb01-ee0a-437f-98f2-e0694dd5756b gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:19:43.603070 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a4731c61-ac85-4591-a783-e7333ab16a23 req-1d8319a3-7e72-4518-a98e-4c5b21b0f581 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599622 Jul 28 02:19:43.894868 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d60bd87-73bb-4ffc-b540-1493196664ce admin admin] Router 81effb01-ee0a-437f-98f2-e0694dd5756b has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:19:43.945523 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-bd98fe89-0d3e-4db8-b6f7-9f6c2d5e5bf3 None None] For port 71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c,segment=NetworkSegment(061ae22b-e238-4740-8938-e6c134ab8fa9),segment_id=061ae22b-e238-4740-8938-e6c134ab8fa9)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:19:43.974312 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-cef72e34-4471-4b43-9e29-b97d9601afc0 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:43.975837 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-cef72e34-4471-4b43-9e29-b97d9601afc0 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.45 "GET /v2.0/networks?id=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 HTTP/1.1" status: 200 len: 819 time: 0.3718204 Jul 28 02:19:43.996524 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-2a33bcf3-4192-494f-be78-1ce16ed00ad4 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Request body: {'port': {'device_id': '839bec7e-f188-482a-83c1-93f7812f1fb6', 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9', 'admin_state_up': True, 'tenant_id': 'b5157a5b7f25482980f925175adf2090'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:19:44.021699 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bd98fe89-0d3e-4db8-b6f7-9f6c2d5e5bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:44.099660 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 44880) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:44.144774 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:44.226814 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-9f3e8565-cd59-4abe-904b-0f3cb64080a8 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks [] for port (40d8500a-f1bf-4d76-ab1d-ab85d099d88f), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:44.241643 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c3a4ee24-afd2-4c42-ade7-0c84ac802fd7 req-569b778a-7cc4-406d-87cd-ce7286a05cbe tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 210 time: 0.2644198 Jul 28 02:19:44.277901 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a78adef6-f531-4f95-809b-e8f305927f96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:44.278690 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:44.280703 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6d31d420-efba-4f2e-b008-12de8b2c1502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:44.337623 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:44.339456 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device ce2d8145-9895-4e8c-8bff-4f7fa9e0173d up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:19:44.342454 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d60bd87-73bb-4ffc-b540-1493196664ce admin admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:19:44.361422 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-16016151-973c-4683-8ba7-b310fca526b4 None None] Provisioning complete for port 06daf19b-1b61-4d5c-be60-a31cc83983e1 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:44.361640 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-16016151-973c-4683-8ba7-b310fca526b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (06daf19b-1b61-4d5c-be60-a31cc83983e1), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:44.367811 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-5d60bd87-73bb-4ffc-b540-1493196664ce admin admin] 10.222.0.40 "PUT /v2.0/routers/81effb01-ee0a-437f-98f2-e0694dd5756b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8126457 Jul 28 02:19:44.385566 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-9f3e8565-cd59-4abe-904b-0f3cb64080a8 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (40d8500a-f1bf-4d76-ab1d-ab85d099d88f), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:44.495631 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98fe89-0d3e-4db8-b6f7-9f6c2d5e5bf3 None None] Pushing event updated for resources: {'Port': ['ID=71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:44.523945 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-2a33bcf3-4192-494f-be78-1ce16ed00ad4 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Made reservation on behalf of b5157a5b7f25482980f925175adf2090 for: {'port': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:19:44.524525 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-16016151-973c-4683-8ba7-b310fca526b4 None None] Port 06daf19b-1b61-4d5c-be60-a31cc83983e1 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:19:44.530335 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-2a33bcf3-4192-494f-be78-1ce16ed00ad4 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:44.558377 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e8565-cd59-4abe-904b-0f3cb64080a8 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Pushing event updated for resources: {'Port': ['ID=40d8500a-f1bf-4d76-ab1d-ab85d099d88f,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:44.574547 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port ce2d8145-9895-4e8c-8bff-4f7fa9e0173d triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:44.574923 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (ce2d8145-9895-4e8c-8bff-4f7fa9e0173d), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:44.608834 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6d31d420-efba-4f2e-b008-12de8b2c1502 admin admin] Publish callbacks [] for security_group (9fa28dc6-0c45-4575-ba06-ef751511b082), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:44.627708 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-9f3e8565-cd59-4abe-904b-0f3cb64080a8 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Network 409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:19:44.639169 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-9f3e8565-cd59-4abe-904b-0f3cb64080a8 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:19:44.646265 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-fc3767e7-64e8-4214-b96b-6d2fa20c2d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81effb01-ee0a-437f-98f2-e0694dd5756b', 'name': 'tempest-TestMinimumBasicScenario-2070271211-router', 'tenant_id': '0f0d2a08f0f940f384167aa0a9f8bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f85be80b-cc07-45e5-b8db-c0a1b80b33c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:34Z', 'updated_at': '2022-07-28T02:19:40Z', 'revision_number': 4, 'project_id': '0f0d2a08f0f940f384167aa0a9f8bf94', 'gw_port': {'id': 'f85be80b-cc07-45e5-b8db-c0a1b80b33c8', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:26:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81effb01-ee0a-437f-98f2-e0694dd5756b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:35Z', 'updated_at': '2022-07-28T02:19:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '06daf19b-1b61-4d5c-be60-a31cc83983e1', 'name': '', 'network_id': 'e4d97acc-e24a-4a92-8c32-95b77b18310c', 'tenant_id': '0f0d2a08f0f940f384167aa0a9f8bf94', 'mac_address': 'fa:16:3e:74:c5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81effb01-ee0a-437f-98f2-e0694dd5756b', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '3287f072-c667-4f64-9325-a5d30f8012bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:39Z', 'updated_at': '2022-07-28T02:19:41Z', 'revision_number': 2, 'project_id': '0f0d2a08f0f940f384167aa0a9f8bf94', 'subnets': [{'id': '3287f072-c667-4f64-9325-a5d30f8012bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:44.653080 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6d31d420-efba-4f2e-b008-12de8b2c1502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (9fa28dc6-0c45-4575-ba06-ef751511b082), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:44.683111 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3767e7-64e8-4214-b96b-6d2fa20c2d96 None None] The sync data for ids ['81effb01-ee0a-437f-98f2-e0694dd5756b'] in dv-cinder-799871-46-iscsi is: [{'id': '81effb01-ee0a-437f-98f2-e0694dd5756b', 'name': 'tempest-TestMinimumBasicScenario-2070271211-router', 'tenant_id': '0f0d2a08f0f940f384167aa0a9f8bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f85be80b-cc07-45e5-b8db-c0a1b80b33c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:34Z', 'updated_at': '2022-07-28T02:19:40Z', 'revision_number': 4, 'project_id': '0f0d2a08f0f940f384167aa0a9f8bf94', 'gw_port': {'id': 'f85be80b-cc07-45e5-b8db-c0a1b80b33c8', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:26:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81effb01-ee0a-437f-98f2-e0694dd5756b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:35Z', 'updated_at': '2022-07-28T02:19:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '06daf19b-1b61-4d5c-be60-a31cc83983e1', 'name': '', 'network_id': 'e4d97acc-e24a-4a92-8c32-95b77b18310c', 'tenant_id': '0f0d2a08f0f940f384167aa0a9f8bf94', 'mac_address': 'fa:16:3e:74:c5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81effb01-ee0a-437f-98f2-e0694dd5756b', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '3287f072-c667-4f64-9325-a5d30f8012bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:39Z', 'updated_at': '2022-07-28T02:19:41Z', 'revision_number': 2, 'project_id': '0f0d2a08f0f940f384167aa0a9f8bf94', 'subnets': [{'id': '3287f072-c667-4f64-9325-a5d30f8012bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:19:44.684838 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31d420-efba-4f2e-b008-12de8b2c1502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa28dc6-0c45-4575-ba06-ef751511b082,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:44.721874 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-9f3e8565-cd59-4abe-904b-0f3cb64080a8 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:19:44.731749 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:44.796500 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-6d31d420-efba-4f2e-b008-12de8b2c1502 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3927c0c0b89f4eb8854a5d1c00fe3339&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4320447 Jul 28 02:19:44.799100 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 44902) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:44.805483 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port ce2d8145-9895-4e8c-8bff-4f7fa9e0173d is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:44.983984 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-2a33bcf3-4192-494f-be78-1ce16ed00ad4 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Allocated IP 172.20.0.12 (409dbfc5-7fa3-448b-9a8d-151bbb9f6be9/85b85007-31bd-4b12-8b58-5449a423c715/381df188-01c4-4181-92e1-f3df290d4f58) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:19:45.025101 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-bf0f48b4-a451-474e-9ded-ac45ce1dd85e admin admin] Publish callbacks [] for security_group (9fa28dc6-0c45-4575-ba06-ef751511b082), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:45.027462 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a78adef6-f531-4f95-809b-e8f305927f96 admin admin] Publish callbacks [] for security_group (3e203582-016a-48aa-b2d0-7c0faf4df18e), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:45.052708 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a78adef6-f531-4f95-809b-e8f305927f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (3e203582-016a-48aa-b2d0-7c0faf4df18e), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:45.108305 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 44908) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:45.138130 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-9f3e8565-cd59-4abe-904b-0f3cb64080a8 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:45.138862 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-9f3e8565-cd59-4abe-904b-0f3cb64080a8 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:45.162873 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:45.167694 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f85b0-b7de-42f8-a511-5a412c3cb1e0 req-6ab749ab-e316-4186-86ca-448a0559faa9 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:45.172345 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-71d2e390-fab8-4537-8436-d2f32cc4302e None None] Provisioning complete for port 40d8500a-f1bf-4d76-ab1d-ab85d099d88f triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:45.172845 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-71d2e390-fab8-4537-8436-d2f32cc4302e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (40d8500a-f1bf-4d76-ab1d-ab85d099d88f), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:45.177487 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0a4f85b0-b7de-42f8-a511-5a412c3cb1e0 req-6ab749ab-e316-4186-86ca-448a0559faa9 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.2525907 Jul 28 02:19:45.234135 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-bf0f48b4-a451-474e-9ded-ac45ce1dd85e admin admin] Publish callbacks [] for security_group (9fa28dc6-0c45-4575-ba06-ef751511b082), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:45.235084 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:45.265258 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-71d2e390-fab8-4537-8436-d2f32cc4302e None None] Port 40d8500a-f1bf-4d76-ab1d-ab85d099d88f cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:19:45.290717 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a78adef6-f531-4f95-809b-e8f305927f96 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e581be6ea1c94a768fb3af1f1aea758b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1878269 Jul 28 02:19:45.295040 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 44914) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:45.327128 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-9f3e8565-cd59-4abe-904b-0f3cb64080a8 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2292717 Jul 28 02:19:45.346714 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-b39d0a65-2aed-4a4a-a1b3-d056293c7e6c service neutron] Request body: {'port': {'device_id': '57fb7f5a-d860-4022-a284-a364155ba3ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:19:45.351939 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78adef6-f531-4f95-809b-e8f305927f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e203582-016a-48aa-b2d0-7c0faf4df18e,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:45.360445 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device e72763a5-a3ef-4f6b-989a-16ad16113505 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:19:45.413431 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0a4f85b0-b7de-42f8-a511-5a412c3cb1e0 req-eb5649ac-e670-494c-9b4c-932155235850 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340608 Jul 28 02:19:45.444048 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:45.490146 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-b39d0a65-2aed-4a4a-a1b3-d056293c7e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (40d8500a-f1bf-4d76-ab1d-ab85d099d88f), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:45.509619 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f297ddf1-789e-4964-96f6-db2a5fa6bd43 req-7cd016a7-2bd1-49a9-aa1c-f7c9f675b0bf tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 210 time: 0.0809665 Jul 28 02:19:45.522840 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port e72763a5-a3ef-4f6b-989a-16ad16113505 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:45.533373 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (e72763a5-a3ef-4f6b-989a-16ad16113505), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:45.599774 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-f0763819-df15-43a5-aa42-4e42b4866b44 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-455782637-network', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:19:45.644440 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0763819-df15-43a5-aa42-4e42b4866b44 admin admin] Made reservation on behalf of 551ad4a52e754c83a0215409f09a21a8 for: {'network': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:19:45.647406 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f0763819-df15-43a5-aa42-4e42b4866b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for network (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:45.658813 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-bf0f48b4-a451-474e-9ded-ac45ce1dd85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (9fa28dc6-0c45-4575-ba06-ef751511b082), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:45.661794 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-bf0f48b4-a451-474e-9ded-ac45ce1dd85e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:45.662984 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-bf0f48b4-a451-474e-9ded-ac45ce1dd85e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9fa28dc6-0c45-4575-ba06-ef751511b082 HTTP/1.1" status: 204 len: 168 time: 0.8591843 Jul 28 02:19:45.706664 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f0763819-df15-43a5-aa42-4e42b4866b44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:45.718138 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port e72763a5-a3ef-4f6b-989a-16ad16113505 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:45.719717 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:19:45.723485 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:45.776436 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:45.777979 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0acf41b8-6c6d-4088-86c0-58c9e75ca878 admin admin] Publish callbacks [] for security_group (3e203582-016a-48aa-b2d0-7c0faf4df18e), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:45.782264 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:45.784909 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:45.797131 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f48b4-a451-474e-9ded-ac45ce1dd85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa28dc6-0c45-4575-ba06-ef751511b082,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:45.859327 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0acf41b8-6c6d-4088-86c0-58c9e75ca878 admin admin] Publish callbacks [] for security_group (3e203582-016a-48aa-b2d0-7c0faf4df18e), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:45.914257 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:45.915640 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device ce2d8145-9895-4e8c-8bff-4f7fa9e0173d up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:19:45.924782 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-2a33bcf3-4192-494f-be78-1ce16ed00ad4 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks [] for port (381df188-01c4-4181-92e1-f3df290d4f58), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:45.991669 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port ce2d8145-9895-4e8c-8bff-4f7fa9e0173d triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:45.992051 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (ce2d8145-9895-4e8c-8bff-4f7fa9e0173d), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:45.999874 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-2a33bcf3-4192-494f-be78-1ce16ed00ad4 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (381df188-01c4-4181-92e1-f3df290d4f58), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:46.060713 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33bcf3-4192-494f-be78-1ce16ed00ad4 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Pushing event updated for resources: {'Port': ['ID=381df188-01c4-4181-92e1-f3df290d4f58,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:46.066093 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0acf41b8-6c6d-4088-86c0-58c9e75ca878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (3e203582-016a-48aa-b2d0-7c0faf4df18e), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:46.068605 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0acf41b8-6c6d-4088-86c0-58c9e75ca878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:46.072541 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-0acf41b8-6c6d-4088-86c0-58c9e75ca878 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3e203582-016a-48aa-b2d0-7c0faf4df18e HTTP/1.1" status: 204 len: 168 time: 0.7650733 Jul 28 02:19:46.094452 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf41b8-6c6d-4088-86c0-58c9e75ca878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e203582-016a-48aa-b2d0-7c0faf4df18e,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:46.116516 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-2a33bcf3-4192-494f-be78-1ce16ed00ad4 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Network 409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:19:46.119842 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-2a33bcf3-4192-494f-be78-1ce16ed00ad4 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:19:46.124489 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-2a33bcf3-4192-494f-be78-1ce16ed00ad4 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:19:46.172551 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f0763819-df15-43a5-aa42-4e42b4866b44 admin admin] Publish callbacks [] for security_group (3c1154e8-f78a-4efc-b9e1-a2627efd0ab6), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:46.187053 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f0763819-df15-43a5-aa42-4e42b4866b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (3c1154e8-f78a-4efc-b9e1-a2627efd0ab6), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:46.227367 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0763819-df15-43a5-aa42-4e42b4866b44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=103999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 02:19:46.251156 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f0763819-df15-43a5-aa42-4e42b4866b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (968874d2-a171-458e-9f57-ec646e40da4a), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:46.252005 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.db.segments_db [None req-f0763819-df15-43a5-aa42-4e42b4866b44 admin admin] Added segment 968874d2-a171-458e-9f57-ec646e40da4a of type vlan for network 6a862076-171d-4686-a6b7-e646e42fd313 Jul 28 02:19:46.322118 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port ce2d8145-9895-4e8c-8bff-4f7fa9e0173d is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:46.373388 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f0763819-df15-43a5-aa42-4e42b4866b44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752357420409'] for network (6a862076-171d-4686-a6b7-e646e42fd313), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:46.432217 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f0763819-df15-43a5-aa42-4e42b4866b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577'] for network (6a862076-171d-4686-a6b7-e646e42fd313), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:46.433232 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0763819-df15-43a5-aa42-4e42b4866b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:46.433859 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f0763819-df15-43a5-aa42-4e42b4866b44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:46.541537 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-2a33bcf3-4192-494f-be78-1ce16ed00ad4 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:46.542277 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-2a33bcf3-4192-494f-be78-1ce16ed00ad4 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:46.547690 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-b39d0a65-2aed-4a4a-a1b3-d056293c7e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d8500a-f1bf-4d76-ab1d-ab85d099d88f {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:19:46.558681 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-b39d0a65-2aed-4a4a-a1b3-d056293c7e6c service neutron] Publish callbacks [] for port (40d8500a-f1bf-4d76-ab1d-ab85d099d88f), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:46.575701 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-b39d0a65-2aed-4a4a-a1b3-d056293c7e6c service neutron] Transition to ACTIVE for port object 40d8500a-f1bf-4d76-ab1d-ab85d099d88f will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 02:19:46.589021 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-b39d0a65-2aed-4a4a-a1b3-d056293c7e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (40d8500a-f1bf-4d76-ab1d-ab85d099d88f), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:46.629888 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-f0763819-df15-43a5-aa42-4e42b4866b44 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.5143530 Jul 28 02:19:46.631308 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 44960) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:46.636823 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0763819-df15-43a5-aa42-4e42b4866b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1154e8-f78a-4efc-b9e1-a2627efd0ab6,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:46.677492 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-36f3a560-6fe0-4154-840d-0661f870262c admin admin] Request body: {'subnet': {'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-455782637-subnet', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:19:46.705636 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0763819-df15-43a5-aa42-4e42b4866b44 admin admin] Pushing event updated for resources: {'Network': ['ID=6a862076-171d-4686-a6b7-e646e42fd313,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:46.746452 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-844ad352-503a-4529-8284-e709a540c285 None None] Provisioning complete for port 381df188-01c4-4181-92e1-f3df290d4f58 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:46.749972 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-844ad352-503a-4529-8284-e709a540c285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (381df188-01c4-4181-92e1-f3df290d4f58), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:46.769802 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Network 6a862076-171d-4686-a6b7-e646e42fd313 details requested by agent ovs-agent-dv-cinder-799871-46-iscsi with host dv-cinder-799871-46-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 02:19:46.828323 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f4c40-8e4f-446e-912e-1f2622a6329a req-cd9968af-b885-4076-9a69-c79b9b50d102 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:46.839619 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-548f4c40-8e4f-446e-912e-1f2622a6329a req-cd9968af-b885-4076-9a69-c79b9b50d102 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.2182610 Jul 28 02:19:46.848809 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-2a33bcf3-4192-494f-be78-1ce16ed00ad4 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8561039 Jul 28 02:19:46.912497 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d0a65-2aed-4a4a-a1b3-d056293c7e6c service neutron] Pushing event updated for resources: {'Port': ['ID=40d8500a-f1bf-4d76-ab1d-ab85d099d88f,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:46.923604 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:46.954752 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe55738-32fc-44a2-af3c-6b657b7ed4a7 req-5f46e4c0-cf81-46e9-985d-c0d93835401a tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:46.956381 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2fe55738-32fc-44a2-af3c-6b657b7ed4a7 req-5f46e4c0-cf81-46e9-985d-c0d93835401a tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 932 time: 0.1134996 Jul 28 02:19:46.960107 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f3a560-6fe0-4154-840d-0661f870262c admin admin] Made reservation on behalf of 551ad4a52e754c83a0215409f09a21a8 for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:19:46.970773 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-36f3a560-6fe0-4154-840d-0661f870262c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26451900'] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:47.117123 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-b5044e65-cd0a-4866-8ec8-299ce068aee3 service neutron] Request body: {'port': {'device_id': '839bec7e-f188-482a-83c1-93f7812f1fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:19:47.132063 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device f85be80b-cc07-45e5-b8db-c0a1b80b33c8 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:19:47.144855 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-548f4c40-8e4f-446e-912e-1f2622a6329a req-c68b156c-18e4-41f4-8907-36a91e350026 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3030527 Jul 28 02:19:47.229949 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-844ad352-503a-4529-8284-e709a540c285 None None] Port 381df188-01c4-4181-92e1-f3df290d4f58 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:19:47.255379 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port f85be80b-cc07-45e5-b8db-c0a1b80b33c8 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:47.255775 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=8,neutron:DELETE=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:47.259087 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (f85be80b-cc07-45e5-b8db-c0a1b80b33c8), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:47.325935 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2fe55738-32fc-44a2-af3c-6b657b7ed4a7 req-4deba05c-af94-459e-a4d4-659a496d83ee tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910834 Jul 28 02:19:47.336950 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-b5044e65-cd0a-4866-8ec8-299ce068aee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (381df188-01c4-4181-92e1-f3df290d4f58), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:47.579853 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port f85be80b-cc07-45e5-b8db-c0a1b80b33c8 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:47.581208 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (f85be80b-cc07-45e5-b8db-c0a1b80b33c8), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:47.633129 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:47.643564 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] For port f85be80b-cc07-45e5-b8db-c0a1b80b33c8, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=f85be80b-cc07-45e5-b8db-c0a1b80b33c8,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:19:47.646013 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-36f3a560-6fe0-4154-840d-0661f870262c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3099529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26451858'] for subnet (27735d0c-b318-4429-9a91-75d6f81f616d), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:47.664807 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (f85be80b-cc07-45e5-b8db-c0a1b80b33c8), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:47.742377 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:47.745093 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Pushing event updated for resources: {'Port': ['ID=f85be80b-cc07-45e5-b8db-c0a1b80b33c8,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:47.771051 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-b39d0a65-2aed-4a4a-a1b3-d056293c7e6c service neutron] Attempting to bind port 40d8500a-f1bf-4d76-ab1d-ab85d099d88f on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:19:47.774624 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-b39d0a65-2aed-4a4a-a1b3-d056293c7e6c service neutron] Attempting to bind port 40d8500a-f1bf-4d76-ab1d-ab85d099d88f by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '061ae22b-e238-4740-8938-e6c134ab8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:19:47.776538 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-b39d0a65-2aed-4a4a-a1b3-d056293c7e6c service neutron] Attempting to bind port 40d8500a-f1bf-4d76-ab1d-ab85d099d88f on network 409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:19:47.793995 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-b39d0a65-2aed-4a4a-a1b3-d056293c7e6c service neutron] Port 40d8500a-f1bf-4d76-ab1d-ab85d099d88f on network 409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 02:19:47.797500 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-b39d0a65-2aed-4a4a-a1b3-d056293c7e6c service neutron] Attempting to bind port 40d8500a-f1bf-4d76-ab1d-ab85d099d88f on network 409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:19:47.825775 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-b39d0a65-2aed-4a4a-a1b3-d056293c7e6c service neutron] Checking agent: {'id': '4faf9253-2001-44ef-b83a-102e5ef5a109', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'started_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:19:47.826125 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-b39d0a65-2aed-4a4a-a1b3-d056293c7e6c service neutron] Checking segment: {'id': '061ae22b-e238-4740-8938-e6c134ab8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:19:47.826516 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-b39d0a65-2aed-4a4a-a1b3-d056293c7e6c service neutron] Bound using segment: {'id': '061ae22b-e238-4740-8938-e6c134ab8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:19:47.829343 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-b39d0a65-2aed-4a4a-a1b3-d056293c7e6c service neutron] Bound port: 40d8500a-f1bf-4d76-ab1d-ab85d099d88f, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061ae22b-e238-4740-8938-e6c134ab8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:19:47.832618 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-b39d0a65-2aed-4a4a-a1b3-d056293c7e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (40d8500a-f1bf-4d76-ab1d-ab85d099d88f), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:47.932467 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:47.962060 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3a560-6fe0-4154-840d-0661f870262c admin admin] Pushing event updated for resources: {'Subnet': ['ID=27735d0c-b318-4429-9a91-75d6f81f616d,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:48.020060 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f3a560-6fe0-4154-840d-0661f870262c admin admin] Checking segment: {'id': '968874d2-a171-458e-9f57-ec646e40da4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:19:48.020395 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f3a560-6fe0-4154-840d-0661f870262c admin admin] Network hostable DHCP agents. Network: 6a862076-171d-4686-a6b7-e646e42fd313, hostable agents: ['301b8458-925c-4c76-ae1b-6d21194a75ed'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 02:19:48.026022 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-b39d0a65-2aed-4a4a-a1b3-d056293c7e6c service neutron] For port 40d8500a-f1bf-4d76-ab1d-ab85d099d88f, host hv-cinder-79987, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:19:48.030567 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-b39d0a65-2aed-4a4a-a1b3-d056293c7e6c service neutron] For port 40d8500a-f1bf-4d76-ab1d-ab85d099d88f, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=40d8500a-f1bf-4d76-ab1d-ab85d099d88f,segment=NetworkSegment(061ae22b-e238-4740-8938-e6c134ab8fa9),segment_id=061ae22b-e238-4740-8938-e6c134ab8fa9)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:19:48.065184 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-b39d0a65-2aed-4a4a-a1b3-d056293c7e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (40d8500a-f1bf-4d76-ab1d-ab85d099d88f), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:48.075532 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-b5044e65-cd0a-4866-8ec8-299ce068aee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 381df188-01c4-4181-92e1-f3df290d4f58 {{(pid=103999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:19:48.104514 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-b5044e65-cd0a-4866-8ec8-299ce068aee3 service neutron] Publish callbacks [] for port (381df188-01c4-4181-92e1-f3df290d4f58), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:48.152202 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.provisioning_blocks [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-b5044e65-cd0a-4866-8ec8-299ce068aee3 service neutron] Transition to ACTIVE for port object 381df188-01c4-4181-92e1-f3df290d4f58 will not be triggered until provisioned by entity L2. {{(pid=103999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 02:19:48.182141 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-b5044e65-cd0a-4866-8ec8-299ce068aee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25613259'] for port (381df188-01c4-4181-92e1-f3df290d4f58), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:48.231318 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d0a65-2aed-4a4a-a1b3-d056293c7e6c service neutron] Pushing event updated for resources: {'Port': ['ID=40d8500a-f1bf-4d76-ab1d-ab85d099d88f,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:48.261847 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-b39d0a65-2aed-4a4a-a1b3-d056293c7e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:48.266781 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-b39d0a65-2aed-4a4a-a1b3-d056293c7e6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:48.274193 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-b39d0a65-2aed-4a4a-a1b3-d056293c7e6c service neutron] 10.222.0.45 "PUT /v2.0/ports/40d8500a-f1bf-4d76-ab1d-ab85d099d88f HTTP/1.1" status: 200 len: 1093 time: 2.9460886 Jul 28 02:19:48.308856 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57fb7f5a-d860-4022-a284-a364155ba3ba', 'tag': '40d8500a-f1bf-4d76-ab1d-ab85d099d88f'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:19:48.308856 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e253f2ee-99f7-4e9c-9536-b417be83fb3d" -d '{"events": [{"name": "network-changed", "server_uuid": "57fb7f5a-d860-4022-a284-a364155ba3ba", "tag": "40d8500a-f1bf-4d76-ab1d-ab85d099d88f"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:19:48.319810 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f3a560-6fe0-4154-840d-0661f870262c admin admin] Network 6a862076-171d-4686-a6b7-e646e42fd313 is scheduled to be hosted by DHCP agent 301b8458-925c-4c76-ae1b-6d21194a75ed with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 02:19:48.397645 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7887fb99-dd76-4663-834b-e88e8033bb66 x-openstack-request-id: req-7887fb99-dd76-4663-834b-e88e8033bb66 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:19:48.397645 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57fb7f5a-d860-4022-a284-a364155ba3ba", "tag": "40d8500a-f1bf-4d76-ab1d-ab85d099d88f", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:19:48.397937 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7887fb99-dd76-4663-834b-e88e8033bb66 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:19:48.398264 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7887fb99-dd76-4663-834b-e88e8033bb66'] response: {'name': 'network-changed', 'server_uuid': '57fb7f5a-d860-4022-a284-a364155ba3ba', 'tag': '40d8500a-f1bf-4d76-ab1d-ab85d099d88f', 'status': 'completed', 'code': 200} Jul 28 02:19:48.401227 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-36f3a560-6fe0-4154-840d-0661f870262c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-46-iscsi, 6a862076-171d-4686-a6b7-e646e42fd313) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:19:48.410778 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841103ed-014c-4494-9b42-ba1fdc765668 None None] Network 6a862076-171d-4686-a6b7-e646e42fd313 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:19:48.478178 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f3a560-6fe0-4154-840d-0661f870262c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:48.478772 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-36f3a560-6fe0-4154-840d-0661f870262c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:48.528364 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-fd868119-5bc6-4af6-a512-b9628d868671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:48.539341 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-fd868119-5bc6-4af6-a512-b9628d868671 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5157a5b7f25482980f925175adf2090&device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 1127 time: 0.1858039 Jul 28 02:19:48.556972 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-36f3a560-6fe0-4154-840d-0661f870262c admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9179559 Jul 28 02:19:48.564281 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 45010) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:48.586478 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5044e65-cd0a-4866-8ec8-299ce068aee3 service neutron] Pushing event updated for resources: {'Port': ['ID=381df188-01c4-4181-92e1-f3df290d4f58,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:48.592222 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-eb52affe-c503-4eaa-9fea-40f943cbced4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-455782637-router', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:19:48.667289 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-e8c0916c-18fb-4569-86cd-512467d130a5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40d8500a-f1bf-4d76-ab1d-ab85d099d88f HTTP/1.1" status: 200 len: 217 time: 0.1082022 Jul 28 02:19:48.713439 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a9203f-e242-41d4-a228-d080ff046b8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9572ff98-a2bf-566e-ab98-0b103bee2557-6a862076-171d-4686-a6b7-e646e42fd313', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'fixed_ips': [{'subnet_id': '27735d0c-b318-4429-9a91-75d6f81f616d'}]}} from dv-cinder-799871-46-iscsi. {{(pid=104001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 02:19:48.714428 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e9a9203f-e242-41d4-a228-d080ff046b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:48.742127 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12a11e-da7a-45e8-9040-3bf60e2e7498 req-9aa11a43-3ce3-4a97-baff-9a8ab835724e tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:48.755469 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8a12a11e-da7a-45e8-9040-3bf60e2e7498 req-9aa11a43-3ce3-4a97-baff-9a8ab835724e tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 944 time: 0.1768482 Jul 28 02:19:48.808770 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32802b4-5bbc-4ed0-9f5e-853728603954 req-64cfc2bf-3da7-4fa1-8996-aa15daf59f5a tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:48.825137 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a32802b4-5bbc-4ed0-9f5e-853728603954 req-64cfc2bf-3da7-4fa1-8996-aa15daf59f5a tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.5134478 Jul 28 02:19:48.826684 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eb52affe-c503-4eaa-9fea-40f943cbced4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-931'] for router (6b79cca2-ab19-46ce-a9dc-9ab56317d4c8), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:48.828708 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eb52affe-c503-4eaa-9fea-40f943cbced4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1600240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-345463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-938'] for router (6b79cca2-ab19-46ce-a9dc-9ab56317d4c8), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:48.904353 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-9ac80126-e949-4964-b0b1-b4a73d74ec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:48.915400 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-9ac80126-e949-4964-b0b1-b4a73d74ec51 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85b85007-31bd-4b12-8b58-5449a423c715 HTTP/1.1" status: 200 len: 858 time: 0.2397468 Jul 28 02:19:49.046416 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eb52affe-c503-4eaa-9fea-40f943cbced4 admin admin] Publish callbacks [] for router_controller (6b79cca2-ab19-46ce-a9dc-9ab56317d4c8), precommit_add_association {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:49.081526 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-a915808f-5e25-4d72-b283-9731e8e560d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:49.084719 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-a915808f-5e25-4d72-b283-9731e8e560d3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1591785 Jul 28 02:19:49.112491 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8a12a11e-da7a-45e8-9040-3bf60e2e7498 req-220a257a-030f-42dc-97d1-b9c952680439 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516428 Jul 28 02:19:49.228742 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-e9a9203f-e242-41d4-a228-d080ff046b8b None None] Allocated IP 172.20.0.2 (6a862076-171d-4686-a6b7-e646e42fd313/27735d0c-b318-4429-9a91-75d6f81f616d/a0941e2a-824c-4fac-afd0-f6d6d080ed85) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:19:49.239045 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a32802b4-5bbc-4ed0-9f5e-853728603954 req-469cdf78-88de-404f-8229-e1451ecd31c1 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4108250 Jul 28 02:19:49.265769 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-b5044e65-cd0a-4866-8ec8-299ce068aee3 service neutron] Attempting to bind port 381df188-01c4-4181-92e1-f3df290d4f58 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:19:49.266112 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-b5044e65-cd0a-4866-8ec8-299ce068aee3 service neutron] Attempting to bind port 381df188-01c4-4181-92e1-f3df290d4f58 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '061ae22b-e238-4740-8938-e6c134ab8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9'}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:19:49.266445 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-b5044e65-cd0a-4866-8ec8-299ce068aee3 service neutron] Attempting to bind port 381df188-01c4-4181-92e1-f3df290d4f58 on network 409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:19:49.268081 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:49.271822 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-b5044e65-cd0a-4866-8ec8-299ce068aee3 service neutron] Port 381df188-01c4-4181-92e1-f3df290d4f58 on network 409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 02:19:49.272360 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-b5044e65-cd0a-4866-8ec8-299ce068aee3 service neutron] Attempting to bind port 381df188-01c4-4181-92e1-f3df290d4f58 on network 409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:19:49.278161 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-b5044e65-cd0a-4866-8ec8-299ce068aee3 service neutron] Checking agent: {'id': '4faf9253-2001-44ef-b83a-102e5ef5a109', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'started_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:19:49.278604 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-b5044e65-cd0a-4866-8ec8-299ce068aee3 service neutron] Checking segment: {'id': '061ae22b-e238-4740-8938-e6c134ab8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:19:49.279188 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-b5044e65-cd0a-4866-8ec8-299ce068aee3 service neutron] Bound using segment: {'id': '061ae22b-e238-4740-8938-e6c134ab8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9'} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:19:49.280296 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-b5044e65-cd0a-4866-8ec8-299ce068aee3 service neutron] Bound port: 381df188-01c4-4181-92e1-f3df290d4f58, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061ae22b-e238-4740-8938-e6c134ab8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9'}}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:19:49.280840 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-b5044e65-cd0a-4866-8ec8-299ce068aee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (381df188-01c4-4181-92e1-f3df290d4f58), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:49.320251 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device f85be80b-cc07-45e5-b8db-c0a1b80b33c8 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:19:49.369692 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-b5044e65-cd0a-4866-8ec8-299ce068aee3 service neutron] For port 381df188-01c4-4181-92e1-f3df290d4f58, host hv-cinder-79987, cleared binding levels {{(pid=103999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:19:49.373730 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-b5044e65-cd0a-4866-8ec8-299ce068aee3 service neutron] For port 381df188-01c4-4181-92e1-f3df290d4f58, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=381df188-01c4-4181-92e1-f3df290d4f58,segment=NetworkSegment(061ae22b-e238-4740-8938-e6c134ab8fa9),segment_id=061ae22b-e238-4740-8938-e6c134ab8fa9)] {{(pid=103999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:19:49.391960 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-b5044e65-cd0a-4866-8ec8-299ce068aee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25613259'] for port (381df188-01c4-4181-92e1-f3df290d4f58), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:49.409739 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 45020) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:49.436431 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port f85be80b-cc07-45e5-b8db-c0a1b80b33c8 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:49.437119 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (f85be80b-cc07-45e5-b8db-c0a1b80b33c8), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:49.494876 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:49.503473 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-b5044e65-cd0a-4866-8ec8-299ce068aee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:49.504160 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-b5044e65-cd0a-4866-8ec8-299ce068aee3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:49.505954 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-b5044e65-cd0a-4866-8ec8-299ce068aee3 service neutron] 10.222.0.45 "PUT /v2.0/ports/381df188-01c4-4181-92e1-f3df290d4f58 HTTP/1.1" status: 200 len: 1094 time: 2.5405471 Jul 28 02:19:49.510320 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a7e88e-c08d-44f9-abc8-8f93a65b2b61 None None] Sync routers for ids ['81effb01-ee0a-437f-98f2-e0694dd5756b'] in dv-cinder-799871-46-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:19:49.520222 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5044e65-cd0a-4866-8ec8-299ce068aee3 service neutron] Pushing event updated for resources: {'Port': ['ID=381df188-01c4-4181-92e1-f3df290d4f58,revision_number=3']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:49.525780 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a7e88e-c08d-44f9-abc8-8f93a65b2b61 None None] Routers {'81effb01-ee0a-437f-98f2-e0694dd5756b'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:19:49.530985 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-61a7e88e-c08d-44f9-abc8-8f93a65b2b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:19:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['81effb01-ee0a-437f-98f2-e0694dd5756b'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:49.541140 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839bec7e-f188-482a-83c1-93f7812f1fb6', 'tag': '381df188-01c4-4181-92e1-f3df290d4f58'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:19:49.549972 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fd3017fc08cfcfd8945092685727e724b0eb79f5cdddf0496dd7adb644fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63548b4d-a539-4f98-9698-4c089e8a4e92" -d '{"events": [{"name": "network-changed", "server_uuid": "839bec7e-f188-482a-83c1-93f7812f1fb6", "tag": "381df188-01c4-4181-92e1-f3df290d4f58"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:19:49.559217 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eb52affe-c503-4eaa-9fea-40f943cbced4 admin admin] Publish callbacks [] for router_gateway (6b79cca2-ab19-46ce-a9dc-9ab56317d4c8), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:49.607440 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-bf7c93ea-bacd-44c0-9c59-03a46bf02fac service neutron] 10.222.0.45 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099316 Jul 28 02:19:49.629708 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed9f5df-0f40-4d27-8d49-41ee1f798401 x-openstack-request-id: req-5ed9f5df-0f40-4d27-8d49-41ee1f798401 {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:19:49.630014 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "839bec7e-f188-482a-83c1-93f7812f1fb6", "tag": "381df188-01c4-4181-92e1-f3df290d4f58", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:19:49.630279 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5ed9f5df-0f40-4d27-8d49-41ee1f798401 {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:19:49.630885 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ed9f5df-0f40-4d27-8d49-41ee1f798401'] response: {'name': 'network-changed', 'server_uuid': '839bec7e-f188-482a-83c1-93f7812f1fb6', 'tag': '381df188-01c4-4181-92e1-f3df290d4f58', 'status': 'completed', 'code': 200} Jul 28 02:19:49.732275 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e9a9203f-e242-41d4-a228-d080ff046b8b None None] Publish callbacks [] for port (a0941e2a-824c-4fac-afd0-f6d6d080ed85), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:49.738386 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port f85be80b-cc07-45e5-b8db-c0a1b80b33c8 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:49.753912 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-61a7e88e-c08d-44f9-abc8-8f93a65b2b61 None None] Set router 81effb01-ee0a-437f-98f2-e0694dd5756b gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:19:49.777262 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e9a9203f-e242-41d4-a228-d080ff046b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659'] for port (a0941e2a-824c-4fac-afd0-f6d6d080ed85), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:49.875304 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a9203f-e242-41d4-a228-d080ff046b8b None None] Network 6a862076-171d-4686-a6b7-e646e42fd313 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:19:49.890019 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-e9a9203f-e242-41d4-a228-d080ff046b8b None None] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:19:49.928001 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a9203f-e242-41d4-a228-d080ff046b8b None None] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:19:49.946779 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63548b4d-a539-4f98-9698-4c089e8a4e92 req-0cb42da2-513c-4761-b3c6-a620b2b68d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:49.948316 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-63548b4d-a539-4f98-9698-4c089e8a4e92 req-0cb42da2-513c-4761-b3c6-a620b2b68d12 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5157a5b7f25482980f925175adf2090&device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 1128 time: 0.1291358 Jul 28 02:19:49.949135 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a6f67573-fbbb-4445-b8d1-d641cb81862b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:49.991898 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:50.012414 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9203f-e242-41d4-a228-d080ff046b8b None None] Pushing event updated for resources: {'Port': ['ID=a0941e2a-824c-4fac-afd0-f6d6d080ed85,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:50.021901 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:50.025673 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-74b0c421-a199-40f5-b36e-72897cd0f0ee req-98862de7-4007-4590-8458-5d27015fd7e2 service neutron] 10.222.0.45 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187436 Jul 28 02:19:50.082333 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-61a7e88e-c08d-44f9-abc8-8f93a65b2b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81effb01-ee0a-437f-98f2-e0694dd5756b', 'name': 'tempest-TestMinimumBasicScenario-2070271211-router', 'tenant_id': '0f0d2a08f0f940f384167aa0a9f8bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f85be80b-cc07-45e5-b8db-c0a1b80b33c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:34Z', 'updated_at': '2022-07-28T02:19:40Z', 'revision_number': 4, 'project_id': '0f0d2a08f0f940f384167aa0a9f8bf94', 'gw_port': {'id': 'f85be80b-cc07-45e5-b8db-c0a1b80b33c8', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:26:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81effb01-ee0a-437f-98f2-e0694dd5756b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:35Z', 'updated_at': '2022-07-28T02:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '06daf19b-1b61-4d5c-be60-a31cc83983e1', 'name': '', 'network_id': 'e4d97acc-e24a-4a92-8c32-95b77b18310c', 'tenant_id': '0f0d2a08f0f940f384167aa0a9f8bf94', 'mac_address': 'fa:16:3e:74:c5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81effb01-ee0a-437f-98f2-e0694dd5756b', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '3287f072-c667-4f64-9325-a5d30f8012bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:39Z', 'updated_at': '2022-07-28T02:19:41Z', 'revision_number': 2, 'project_id': '0f0d2a08f0f940f384167aa0a9f8bf94', 'subnets': [{'id': '3287f072-c667-4f64-9325-a5d30f8012bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:50.128472 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a7e88e-c08d-44f9-abc8-8f93a65b2b61 None None] Checking router: 81effb01-ee0a-437f-98f2-e0694dd5756b for host: dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:19:50.131378 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a7e88e-c08d-44f9-abc8-8f93a65b2b61 None None] Updating router 81effb01-ee0a-437f-98f2-e0694dd5756b port 06daf19b-1b61-4d5c-be60-a31cc83983e1 binding host dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 02:19:50.163293 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-e9a9203f-e242-41d4-a228-d080ff046b8b None None] Attempting to bind port a0941e2a-824c-4fac-afd0-f6d6d080ed85 on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:19:50.163778 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-e9a9203f-e242-41d4-a228-d080ff046b8b None None] Attempting to bind port a0941e2a-824c-4fac-afd0-f6d6d080ed85 by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': '968874d2-a171-458e-9f57-ec646e40da4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:19:50.164253 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a9203f-e242-41d4-a228-d080ff046b8b None None] Attempting to bind port a0941e2a-824c-4fac-afd0-f6d6d080ed85 on network 6a862076-171d-4686-a6b7-e646e42fd313 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:19:50.171858 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a9203f-e242-41d4-a228-d080ff046b8b None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:19:50.172418 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a9203f-e242-41d4-a228-d080ff046b8b None None] Checking segment: {'id': '968874d2-a171-458e-9f57-ec646e40da4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:19:50.174246 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e9a9203f-e242-41d4-a228-d080ff046b8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:50.174883 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a9203f-e242-41d4-a228-d080ff046b8b None None] Bound using segment: {'id': '968874d2-a171-458e-9f57-ec646e40da4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:19:50.175649 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-e9a9203f-e242-41d4-a228-d080ff046b8b None None] Bound port: a0941e2a-824c-4fac-afd0-f6d6d080ed85, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968874d2-a171-458e-9f57-ec646e40da4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:19:50.176347 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e9a9203f-e242-41d4-a228-d080ff046b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (a0941e2a-824c-4fac-afd0-f6d6d080ed85), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:50.216454 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-61a7e88e-c08d-44f9-abc8-8f93a65b2b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (06daf19b-1b61-4d5c-be60-a31cc83983e1), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:50.253962 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:50.318690 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eb52affe-c503-4eaa-9fea-40f943cbced4 admin admin] Publish callbacks [] for router_gateway (6b79cca2-ab19-46ce-a9dc-9ab56317d4c8), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:50.394101 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eb52affe-c503-4eaa-9fea-40f943cbced4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:50.395941 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:50.534577 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:50.567067 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7232fb-e39a-473d-99ca-8c932f33d2cd req-655acebe-6d3c-4e1e-ab42-7d7c68212cc7 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:50.568866 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cf7232fb-e39a-473d-99ca-8c932f33d2cd req-655acebe-6d3c-4e1e-ab42-7d7c68212cc7 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.1252556 Jul 28 02:19:50.604835 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:50.647994 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-eb52affe-c503-4eaa-9fea-40f943cbced4 admin admin] Allocated IP 172.27.0.208 (fac975fe-f61e-48f2-98cd-c3133f923d7b/e1a55f55-f115-45c6-a5b1-44ded4e4dd9d/440378f7-1fa1-4d3b-93ad-19c86be9dd40) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:19:50.695195 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-e9a9203f-e242-41d4-a228-d080ff046b8b None None] For port a0941e2a-824c-4fac-afd0-f6d6d080ed85, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:19:50.700756 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-e9a9203f-e242-41d4-a228-d080ff046b8b None None] For port a0941e2a-824c-4fac-afd0-f6d6d080ed85, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=a0941e2a-824c-4fac-afd0-f6d6d080ed85,segment=NetworkSegment(968874d2-a171-458e-9f57-ec646e40da4a),segment_id=968874d2-a171-458e-9f57-ec646e40da4a)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:19:50.709439 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f90586-70be-4405-88cd-260704b80abf req-7d178969-a8cc-4395-8ad6-0b4d0b378d1e tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:50.711243 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-10f90586-70be-4405-88cd-260704b80abf req-7d178969-a8cc-4395-8ad6-0b4d0b378d1e tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 944 time: 0.2687218 Jul 28 02:19:50.721625 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e9a9203f-e242-41d4-a228-d080ff046b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (a0941e2a-824c-4fac-afd0-f6d6d080ed85), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:50.728991 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a6f67573-fbbb-4445-b8d1-d641cb81862b admin admin] Publish callbacks [] for security_group (df94d905-cd9f-439a-8b15-9e1be1d17f2a), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:50.825613 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9203f-e242-41d4-a228-d080ff046b8b None None] Pushing event updated for resources: {'Port': ['ID=a0941e2a-824c-4fac-afd0-f6d6d080ed85,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:50.867222 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-61a7e88e-c08d-44f9-abc8-8f93a65b2b61 None None] Publish callbacks [] for port (06daf19b-1b61-4d5c-be60-a31cc83983e1), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:50.888936 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-61a7e88e-c08d-44f9-abc8-8f93a65b2b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (06daf19b-1b61-4d5c-be60-a31cc83983e1), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:50.896061 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eb52affe-c503-4eaa-9fea-40f943cbced4 admin admin] Publish callbacks [] for port (440378f7-1fa1-4d3b-93ad-19c86be9dd40), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:51.009877 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eb52affe-c503-4eaa-9fea-40f943cbced4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (440378f7-1fa1-4d3b-93ad-19c86be9dd40), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:51.045872 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0858063-64e3-45d0-b61b-cf1bb65954cd None None] Pushing event updated for resources: {'Port': ['ID=06daf19b-1b61-4d5c-be60-a31cc83983e1,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:51.101140 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63548b4d-a539-4f98-9698-4c089e8a4e92 req-db73b810-030b-4e16-a4fc-826b3e25947b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:51.101382 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb52affe-c503-4eaa-9fea-40f943cbced4 admin admin] Network fac975fe-f61e-48f2-98cd-c3133f923d7b is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:19:51.104219 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-63548b4d-a539-4f98-9698-4c089e8a4e92 req-db73b810-030b-4e16-a4fc-826b3e25947b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=b5157a5b7f25482980f925175adf2090&shared=False HTTP/1.1" status: 200 len: 920 time: 0.9316077 Jul 28 02:19:51.106850 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-eb52affe-c503-4eaa-9fea-40f943cbced4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:19:51.113536 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a6f67573-fbbb-4445-b8d1-d641cb81862b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (df94d905-cd9f-439a-8b15-9e1be1d17f2a), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:51.130950 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52affe-c503-4eaa-9fea-40f943cbced4 admin admin] Pushing event updated for resources: {'Port': ['ID=440378f7-1fa1-4d3b-93ad-19c86be9dd40,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:51.134077 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb52affe-c503-4eaa-9fea-40f943cbced4 admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:19:51.159910 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-61a7e88e-c08d-44f9-abc8-8f93a65b2b61 None None] Attempting to bind port 06daf19b-1b61-4d5c-be60-a31cc83983e1 on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:19:51.160539 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-61a7e88e-c08d-44f9-abc8-8f93a65b2b61 None None] Attempting to bind port 06daf19b-1b61-4d5c-be60-a31cc83983e1 by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': 'd843309d-e5b0-4161-bae6-e6a14014871c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e4d97acc-e24a-4a92-8c32-95b77b18310c'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:19:51.161121 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a7e88e-c08d-44f9-abc8-8f93a65b2b61 None None] Attempting to bind port 06daf19b-1b61-4d5c-be60-a31cc83983e1 on network e4d97acc-e24a-4a92-8c32-95b77b18310c {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:19:51.170135 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a7e88e-c08d-44f9-abc8-8f93a65b2b61 None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:19:51.170798 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a7e88e-c08d-44f9-abc8-8f93a65b2b61 None None] Checking segment: {'id': 'd843309d-e5b0-4161-bae6-e6a14014871c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e4d97acc-e24a-4a92-8c32-95b77b18310c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:19:51.171407 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-61a7e88e-c08d-44f9-abc8-8f93a65b2b61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:51.171653 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-a6f67573-fbbb-4445-b8d1-d641cb81862b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=21f849b2ddd14974838d4e59fbc1e752&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6645269 Jul 28 02:19:51.172119 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a7e88e-c08d-44f9-abc8-8f93a65b2b61 None None] Bound using segment: {'id': 'd843309d-e5b0-4161-bae6-e6a14014871c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e4d97acc-e24a-4a92-8c32-95b77b18310c'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:19:51.174576 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-61a7e88e-c08d-44f9-abc8-8f93a65b2b61 None None] Bound port: 06daf19b-1b61-4d5c-be60-a31cc83983e1, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd843309d-e5b0-4161-bae6-e6a14014871c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e4d97acc-e24a-4a92-8c32-95b77b18310c'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:19:51.175197 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-61a7e88e-c08d-44f9-abc8-8f93a65b2b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (06daf19b-1b61-4d5c-be60-a31cc83983e1), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:51.180543 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 45040) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:51.233869 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cf7232fb-e39a-473d-99ca-8c932f33d2cd req-5ededea2-e90a-4b7d-880d-3451b9d90ca5 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6346540 Jul 28 02:19:51.275173 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f67573-fbbb-4445-b8d1-d641cb81862b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df94d905-cd9f-439a-8b15-9e1be1d17f2a,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:51.288957 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-61a7e88e-c08d-44f9-abc8-8f93a65b2b61 None None] For port 06daf19b-1b61-4d5c-be60-a31cc83983e1, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:19:51.303734 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-61a7e88e-c08d-44f9-abc8-8f93a65b2b61 None None] For port 06daf19b-1b61-4d5c-be60-a31cc83983e1, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=06daf19b-1b61-4d5c-be60-a31cc83983e1,segment=NetworkSegment(d843309d-e5b0-4161-bae6-e6a14014871c),segment_id=d843309d-e5b0-4161-bae6-e6a14014871c)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:19:51.312000 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-10f90586-70be-4405-88cd-260704b80abf req-b448a8e7-9070-438d-9cfd-7a2e2953ce8e tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5797732 Jul 28 02:19:51.335495 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b604f127-adc6-4351-9d40-34191a027dbe admin admin] Publish callbacks [] for security_group (df94d905-cd9f-439a-8b15-9e1be1d17f2a), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:51.343393 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-61a7e88e-c08d-44f9-abc8-8f93a65b2b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (06daf19b-1b61-4d5c-be60-a31cc83983e1), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:51.390930 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b604f127-adc6-4351-9d40-34191a027dbe admin admin] Publish callbacks [] for security_group (df94d905-cd9f-439a-8b15-9e1be1d17f2a), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:51.462732 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a7e88e-c08d-44f9-abc8-8f93a65b2b61 None None] Routers {'81effb01-ee0a-437f-98f2-e0694dd5756b'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:19:51.464801 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-61a7e88e-c08d-44f9-abc8-8f93a65b2b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:19:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['81effb01-ee0a-437f-98f2-e0694dd5756b'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:51.470819 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0858063-64e3-45d0-b61b-cf1bb65954cd None None] Pushing event updated for resources: {'Port': ['ID=06daf19b-1b61-4d5c-be60-a31cc83983e1,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:51.516359 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b604f127-adc6-4351-9d40-34191a027dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (df94d905-cd9f-439a-8b15-9e1be1d17f2a), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:51.520917 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b604f127-adc6-4351-9d40-34191a027dbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:51.526191 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-b604f127-adc6-4351-9d40-34191a027dbe admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/df94d905-cd9f-439a-8b15-9e1be1d17f2a HTTP/1.1" status: 204 len: 168 time: 0.3441834 Jul 28 02:19:51.552065 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604f127-adc6-4351-9d40-34191a027dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df94d905-cd9f-439a-8b15-9e1be1d17f2a,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:51.637576 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-fde61106-a995-4221-9010-223d786065c2 None None] Provisioning complete for port 06daf19b-1b61-4d5c-be60-a31cc83983e1 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:51.638302 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fde61106-a995-4221-9010-223d786065c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (06daf19b-1b61-4d5c-be60-a31cc83983e1), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:51.730305 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-61a7e88e-c08d-44f9-abc8-8f93a65b2b61 None None] Set router 81effb01-ee0a-437f-98f2-e0694dd5756b gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:19:51.751782 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-fde61106-a995-4221-9010-223d786065c2 None None] Current status of the port 06daf19b-1b61-4d5c-be60-a31cc83983e1 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:51.752695 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fde61106-a995-4221-9010-223d786065c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (06daf19b-1b61-4d5c-be60-a31cc83983e1), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:51.813343 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-fde61106-a995-4221-9010-223d786065c2 None None] For port 06daf19b-1b61-4d5c-be60-a31cc83983e1, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=06daf19b-1b61-4d5c-be60-a31cc83983e1,segment=NetworkSegment(d843309d-e5b0-4161-bae6-e6a14014871c),segment_id=d843309d-e5b0-4161-bae6-e6a14014871c)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:19:51.827682 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fde61106-a995-4221-9010-223d786065c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (06daf19b-1b61-4d5c-be60-a31cc83983e1), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:51.927613 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde61106-a995-4221-9010-223d786065c2 None None] Pushing event updated for resources: {'Port': ['ID=06daf19b-1b61-4d5c-be60-a31cc83983e1,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:51.967757 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-54d2e08f-e61c-4f5f-9f44-79adafca7571 None None] Provisioning complete for port 06daf19b-1b61-4d5c-be60-a31cc83983e1 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:51.968155 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-54d2e08f-e61c-4f5f-9f44-79adafca7571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (06daf19b-1b61-4d5c-be60-a31cc83983e1), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:52.035976 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:52.070547 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eb52affe-c503-4eaa-9fea-40f943cbced4 admin admin] Publish callbacks [] for router_gateway (6b79cca2-ab19-46ce-a9dc-9ab56317d4c8), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:52.075987 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-54d2e08f-e61c-4f5f-9f44-79adafca7571 None None] Current status of the port 06daf19b-1b61-4d5c-be60-a31cc83983e1 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:52.420271 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-61a7e88e-c08d-44f9-abc8-8f93a65b2b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81effb01-ee0a-437f-98f2-e0694dd5756b', 'name': 'tempest-TestMinimumBasicScenario-2070271211-router', 'tenant_id': '0f0d2a08f0f940f384167aa0a9f8bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f85be80b-cc07-45e5-b8db-c0a1b80b33c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:34Z', 'updated_at': '2022-07-28T02:19:40Z', 'revision_number': 4, 'project_id': '0f0d2a08f0f940f384167aa0a9f8bf94', 'gw_port': {'id': 'f85be80b-cc07-45e5-b8db-c0a1b80b33c8', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:26:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81effb01-ee0a-437f-98f2-e0694dd5756b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:35Z', 'updated_at': '2022-07-28T02:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '06daf19b-1b61-4d5c-be60-a31cc83983e1', 'name': '', 'network_id': 'e4d97acc-e24a-4a92-8c32-95b77b18310c', 'tenant_id': '0f0d2a08f0f940f384167aa0a9f8bf94', 'mac_address': 'fa:16:3e:74:c5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81effb01-ee0a-437f-98f2-e0694dd5756b', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '3287f072-c667-4f64-9325-a5d30f8012bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:39Z', 'updated_at': '2022-07-28T02:19:51Z', 'revision_number': 4, 'project_id': '0f0d2a08f0f940f384167aa0a9f8bf94', 'subnets': [{'id': '3287f072-c667-4f64-9325-a5d30f8012bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:52.487270 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a7e88e-c08d-44f9-abc8-8f93a65b2b61 None None] The sync data for ids ['81effb01-ee0a-437f-98f2-e0694dd5756b'] in dv-cinder-799871-46-iscsi is: [{'id': '81effb01-ee0a-437f-98f2-e0694dd5756b', 'name': 'tempest-TestMinimumBasicScenario-2070271211-router', 'tenant_id': '0f0d2a08f0f940f384167aa0a9f8bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f85be80b-cc07-45e5-b8db-c0a1b80b33c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:34Z', 'updated_at': '2022-07-28T02:19:40Z', 'revision_number': 4, 'project_id': '0f0d2a08f0f940f384167aa0a9f8bf94', 'gw_port': {'id': 'f85be80b-cc07-45e5-b8db-c0a1b80b33c8', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:26:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81effb01-ee0a-437f-98f2-e0694dd5756b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:35Z', 'updated_at': '2022-07-28T02:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '06daf19b-1b61-4d5c-be60-a31cc83983e1', 'name': '', 'network_id': 'e4d97acc-e24a-4a92-8c32-95b77b18310c', 'tenant_id': '0f0d2a08f0f940f384167aa0a9f8bf94', 'mac_address': 'fa:16:3e:74:c5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81effb01-ee0a-437f-98f2-e0694dd5756b', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '3287f072-c667-4f64-9325-a5d30f8012bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:39Z', 'updated_at': '2022-07-28T02:19:51Z', 'revision_number': 4, 'project_id': '0f0d2a08f0f940f384167aa0a9f8bf94', 'subnets': [{'id': '3287f072-c667-4f64-9325-a5d30f8012bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:19:52.502768 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eb52affe-c503-4eaa-9fea-40f943cbced4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1600198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363916'] for router (6b79cca2-ab19-46ce-a9dc-9ab56317d4c8), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:52.510792 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:52.537313 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bea32-dcc5-4dcb-a118-f406a9abc34b req-4f8df455-690b-4f58-ac8c-bb0fa5212559 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:52.570836 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-116bea32-dcc5-4dcb-a118-f406a9abc34b req-4f8df455-690b-4f58-ac8c-bb0fa5212559 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.2081327 Jul 28 02:19:52.698314 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efe337-d6c4-49ca-ac4f-d27c64ab3198 req-f5d00a45-9068-441c-ae34-0c8bd4d99e3f tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:52.706394 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-27efe337-d6c4-49ca-ac4f-d27c64ab3198 req-f5d00a45-9068-441c-ae34-0c8bd4d99e3f tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 944 time: 0.1154540 Jul 28 02:19:52.717222 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:52.719769 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:52.791076 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb52affe-c503-4eaa-9fea-40f943cbced4 admin admin] Router 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 is scheduled to L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 with binding_index 1 {{(pid=104000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 02:19:52.803294 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-116bea32-dcc5-4dcb-a118-f406a9abc34b req-937bc527-eff6-4264-a334-86f032f71bac tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295654 Jul 28 02:19:52.858557 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-27efe337-d6c4-49ca-ac4f-d27c64ab3198 req-55252f13-dbe2-4ece-ad1d-2295c5135c50 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509874 Jul 28 02:19:52.940459 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153515e9-a11e-4b17-9a2f-8104339fde37 None None] Network 6a862076-171d-4686-a6b7-e646e42fd313 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:19:53.027398 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb52affe-c503-4eaa-9fea-40f943cbced4 admin admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:19:53.062001 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec41b6e1-c9d1-474e-bb42-adae5e3201c1 None None] Sync routers for ids ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:19:53.069115 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eb52affe-c503-4eaa-9fea-40f943cbced4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:53.069345 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-d4e75fae-a884-4a6b-bef8-f31f0b23b4b1 None None] Provisioning complete for port a0941e2a-824c-4fac-afd0-f6d6d080ed85 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:53.069505 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d4e75fae-a884-4a6b-bef8-f31f0b23b4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (a0941e2a-824c-4fac-afd0-f6d6d080ed85), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:53.074041 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-eb52affe-c503-4eaa-9fea-40f943cbced4 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5069432 Jul 28 02:19:53.076831 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 45072) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:53.080115 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:53.149516 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 06daf19b-1b61-4d5c-be60-a31cc83983e1 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:19:53.222927 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec41b6e1-c9d1-474e-bb42-adae5e3201c1 None None] Routers {'6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:19:53.223842 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-ec41b6e1-c9d1-474e-bb42-adae5e3201c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:19:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:53.237228 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 45076) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:53.349550 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:53.463976 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-10ab2d63-46fa-48b7-ae3c-a3e9439b5ce1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-387001608-network', 'tenant_id': 'c8a95d974bc1486c800b91945e600b7d'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:19:53.516445 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ab2d63-46fa-48b7-ae3c-a3e9439b5ce1 admin admin] Made reservation on behalf of c8a95d974bc1486c800b91945e600b7d for: {'network': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:19:53.526693 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-10ab2d63-46fa-48b7-ae3c-a3e9439b5ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for network (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:53.584905 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-10ab2d63-46fa-48b7-ae3c-a3e9439b5ce1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:53.710319 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 06daf19b-1b61-4d5c-be60-a31cc83983e1 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:53.710852 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (06daf19b-1b61-4d5c-be60-a31cc83983e1), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:53.857321 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-d4e75fae-a884-4a6b-bef8-f31f0b23b4b1 None None] Current status of the port a0941e2a-824c-4fac-afd0-f6d6d080ed85 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:53.857946 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d4e75fae-a884-4a6b-bef8-f31f0b23b4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (a0941e2a-824c-4fac-afd0-f6d6d080ed85), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:54.061195 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-ec41b6e1-c9d1-474e-bb42-adae5e3201c1 None None] Set router 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:19:54.080539 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253f2ee-99f7-4e9c-9536-b417be83fb3d req-7d480702-ec9b-4763-8217-b8f15faf8b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:54.082369 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e253f2ee-99f7-4e9c-9536-b417be83fb3d req-7d480702-ec9b-4763-8217-b8f15faf8b31 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5157a5b7f25482980f925175adf2090&device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 1127 time: 0.4618003 Jul 28 02:19:54.356559 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:54.377283 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68896019-e3a4-43be-9bb7-f8640366c67f req-1ee70bb0-b250-4ee5-a18f-4b1f92b43e16 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:54.389868 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-68896019-e3a4-43be-9bb7-f8640366c67f req-1ee70bb0-b250-4ee5-a18f-4b1f92b43e16 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.2611506 Jul 28 02:19:54.404749 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e602e4-a764-40e9-b608-5fe9793d9fe2 req-59a56c9c-5671-4c28-9eff-b7d11c485c10 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:54.412269 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-71e602e4-a764-40e9-b608-5fe9793d9fe2 req-59a56c9c-5671-4c28-9eff-b7d11c485c10 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 944 time: 0.2665615 Jul 28 02:19:54.449643 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63548b4d-a539-4f98-9698-4c089e8a4e92 req-aa292bfd-71db-47ee-bbd8-952d1324509a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:54.454815 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-63548b4d-a539-4f98-9698-4c089e8a4e92 req-aa292bfd-71db-47ee-bbd8-952d1324509a service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7787147 Jul 28 02:19:54.524605 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-d4e75fae-a884-4a6b-bef8-f31f0b23b4b1 None None] For port a0941e2a-824c-4fac-afd0-f6d6d080ed85, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=a0941e2a-824c-4fac-afd0-f6d6d080ed85,segment=NetworkSegment(968874d2-a171-458e-9f57-ec646e40da4a),segment_id=968874d2-a171-458e-9f57-ec646e40da4a)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:19:54.560434 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d4e75fae-a884-4a6b-bef8-f31f0b23b4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (a0941e2a-824c-4fac-afd0-f6d6d080ed85), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:54.569400 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253f2ee-99f7-4e9c-9536-b417be83fb3d req-07a512ad-7afa-49ba-8755-098a52ddd470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:54.571234 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e253f2ee-99f7-4e9c-9536-b417be83fb3d req-07a512ad-7afa-49ba-8755-098a52ddd470 service neutron] 10.222.0.45 "GET /v2.0/networks?id=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 HTTP/1.1" status: 200 len: 920 time: 0.4410489 Jul 28 02:19:54.602481 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-71e602e4-a764-40e9-b608-5fe9793d9fe2 req-d4638053-5d96-46f7-83f0-e8fa4864c9cd tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822159 Jul 28 02:19:54.606007 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-10ab2d63-46fa-48b7-ae3c-a3e9439b5ce1 admin admin] Publish callbacks [] for security_group (b01ab343-d76d-42d3-9244-d1f0ffa8253d), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:54.609998 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-68896019-e3a4-43be-9bb7-f8640366c67f req-c0bed4e2-4208-4255-82bf-d337e565f498 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190201 Jul 28 02:19:54.627291 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 06daf19b-1b61-4d5c-be60-a31cc83983e1 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:54.627668 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-10ab2d63-46fa-48b7-ae3c-a3e9439b5ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (b01ab343-d76d-42d3-9244-d1f0ffa8253d), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:54.628436 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device a0941e2a-824c-4fac-afd0-f6d6d080ed85 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:19:54.636615 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-ec41b6e1-c9d1-474e-bb42-adae5e3201c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'name': 'tempest-TestVolumeBootPattern-455782637-router', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:48Z', 'updated_at': '2022-07-28T02:19:51Z', 'revision_number': 3, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'gw_port': {'id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:50Z', 'updated_at': '2022-07-28T02:19:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi'}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:54.711178 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ab2d63-46fa-48b7-ae3c-a3e9439b5ce1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=103999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 02:19:54.726542 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec41b6e1-c9d1-474e-bb42-adae5e3201c1 None None] Checking router: 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:19:54.726897 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec41b6e1-c9d1-474e-bb42-adae5e3201c1 None None] Updating router 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 port 440378f7-1fa1-4d3b-93ad-19c86be9dd40 binding host dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 02:19:54.748368 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab2d63-46fa-48b7-ae3c-a3e9439b5ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01ab343-d76d-42d3-9244-d1f0ffa8253d,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:54.753200 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-10ab2d63-46fa-48b7-ae3c-a3e9439b5ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (93b441e0-f2a5-49f2-899d-b2fda4d6c4fa), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:54.765449 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.db.segments_db [None req-10ab2d63-46fa-48b7-ae3c-a3e9439b5ce1 admin admin] Added segment 93b441e0-f2a5-49f2-899d-b2fda4d6c4fa of type vlan for network 8466f690-6ecd-4c36-b468-10b5b1c31996 Jul 28 02:19:54.770449 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-479a0ece-19d0-4607-8463-ad2982774b4d None None] Provisioning complete for port a0941e2a-824c-4fac-afd0-f6d6d080ed85 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:54.770853 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-479a0ece-19d0-4607-8463-ad2982774b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (a0941e2a-824c-4fac-afd0-f6d6d080ed85), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:54.771597 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 45096) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:54.816334 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e75fae-a884-4a6b-bef8-f31f0b23b4b1 None None] Pushing event updated for resources: {'Port': ['ID=a0941e2a-824c-4fac-afd0-f6d6d080ed85,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:54.843742 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ec41b6e1-c9d1-474e-bb42-adae5e3201c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (440378f7-1fa1-4d3b-93ad-19c86be9dd40), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:54.846629 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-10ab2d63-46fa-48b7-ae3c-a3e9439b5ce1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752357420409'] for network (8466f690-6ecd-4c36-b468-10b5b1c31996), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:54.855628 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fbcb3fa1-436e-4731-9739-b68f32924a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:54.888541 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-9f4aaa6d-becc-4a41-ab29-f159cf045ca1 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--764190808', 'description': 'tempest-description--2035815108'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:19:54.889589 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port a0941e2a-824c-4fac-afd0-f6d6d080ed85 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:54.889976 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (a0941e2a-824c-4fac-afd0-f6d6d080ed85), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:54.919691 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-10ab2d63-46fa-48b7-ae3c-a3e9439b5ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577'] for network (8466f690-6ecd-4c36-b468-10b5b1c31996), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:54.919691 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ab2d63-46fa-48b7-ae3c-a3e9439b5ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:54.919691 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-10ab2d63-46fa-48b7-ae3c-a3e9439b5ce1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:54.968573 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:55.015558 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-10ab2d63-46fa-48b7-ae3c-a3e9439b5ce1 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.7769408 Jul 28 02:19:55.020320 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 45098) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:55.029706 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-94216239-65de-49b5-abcc-b738f34a4f1d admin admin] Request body: {'subnet': {'network_id': '8466f690-6ecd-4c36-b468-10b5b1c31996', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-387001608-subnet', 'tenant_id': 'c8a95d974bc1486c800b91945e600b7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:19:55.039964 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab2d63-46fa-48b7-ae3c-a3e9439b5ce1 admin admin] Pushing event updated for resources: {'Network': ['ID=8466f690-6ecd-4c36-b468-10b5b1c31996,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:55.044244 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9f4aaa6d-becc-4a41-ab29-f159cf045ca1 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:55.093742 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Network 8466f690-6ecd-4c36-b468-10b5b1c31996 details requested by agent ovs-agent-dv-cinder-799871-46-iscsi with host dv-cinder-799871-46-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 02:19:55.125131 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:55.127818 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94216239-65de-49b5-abcc-b738f34a4f1d admin admin] Made reservation on behalf of c8a95d974bc1486c800b91945e600b7d for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:19:55.131215 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-94216239-65de-49b5-abcc-b738f34a4f1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26451900'] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:55.172420 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:55.190772 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9f4aaa6d-becc-4a41-ab29-f159cf045ca1 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group (01e84188-5950-457b-9572-4bcca873a123), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:55.193447 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-479a0ece-19d0-4607-8463-ad2982774b4d None None] Current status of the port a0941e2a-824c-4fac-afd0-f6d6d080ed85 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:55.198113 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9f4aaa6d-becc-4a41-ab29-f159cf045ca1 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (01e84188-5950-457b-9572-4bcca873a123), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:55.212040 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:55.227896 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-fbcb3fa1-436e-4731-9739-b68f32924a43 admin admin] Allocated IP 172.20.0.1 (6a862076-171d-4686-a6b7-e646e42fd313/27735d0c-b318-4429-9a91-75d6f81f616d/d3e84029-f951-4461-b07a-2287d0656dca) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:19:55.232243 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:55.300015 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9f4aaa6d-becc-4a41-ab29-f159cf045ca1 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:55.300015 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-9f4aaa6d-becc-4a41-ab29-f159cf045ca1 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4133871 Jul 28 02:19:55.300793 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port a0941e2a-824c-4fac-afd0-f6d6d080ed85 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:55.304282 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 45106) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:55.314627 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-3dccd59f-1dcb-4766-853c-b50630f3b198 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Request body: {'security_group_rule': {'security_group_id': '01e84188-5950-457b-9572-4bcca873a123', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:19:55.349375 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4aaa6d-becc-4a41-ab29-f159cf045ca1 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e84188-5950-457b-9572-4bcca873a123,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:55.386719 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3dccd59f-1dcb-4766-853c-b50630f3b198 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group_rule (e9a3a456-dd7c-4551-a516-b35cb71ddd6c), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:55.518957 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fbcb3fa1-436e-4731-9739-b68f32924a43 admin admin] Publish callbacks [] for port (d3e84029-f951-4461-b07a-2287d0656dca), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:55.564093 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-94216239-65de-49b5-abcc-b738f34a4f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3099529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26451858'] for subnet (871bec04-2843-42ba-889b-bf8c69f943f2), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:55.590108 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3dccd59f-1dcb-4766-853c-b50630f3b198 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group_rule (e9a3a456-dd7c-4551-a516-b35cb71ddd6c), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:55.605836 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3dccd59f-1dcb-4766-853c-b50630f3b198 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (e9a3a456-dd7c-4551-a516-b35cb71ddd6c), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:55.611897 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ec41b6e1-c9d1-474e-bb42-adae5e3201c1 None None] Publish callbacks [] for port (440378f7-1fa1-4d3b-93ad-19c86be9dd40), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:55.617890 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device a0941e2a-824c-4fac-afd0-f6d6d080ed85 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:19:55.620197 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94216239-65de-49b5-abcc-b738f34a4f1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=871bec04-2843-42ba-889b-bf8c69f943f2,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:55.650830 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ec41b6e1-c9d1-474e-bb42-adae5e3201c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (440378f7-1fa1-4d3b-93ad-19c86be9dd40), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:55.669192 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fbcb3fa1-436e-4731-9739-b68f32924a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (d3e84029-f951-4461-b07a-2287d0656dca), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:55.675245 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:INSERT=11,neutron:DELETE=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:55.695798 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccd59f-1dcb-4766-853c-b50630f3b198 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a3a456-dd7c-4551-a516-b35cb71ddd6c,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:55.715640 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3dccd59f-1dcb-4766-853c-b50630f3b198 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:55.716849 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-3dccd59f-1dcb-4766-853c-b50630f3b198 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4111018 Jul 28 02:19:55.730678 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 45112) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:55.754189 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-e3440da5-2447-49c2-be7d-610e07790bfe tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Request body: {'security_group_rule': {'security_group_id': '01e84188-5950-457b-9572-4bcca873a123', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:19:55.755757 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-ec41b6e1-c9d1-474e-bb42-adae5e3201c1 None None] Attempting to bind port 440378f7-1fa1-4d3b-93ad-19c86be9dd40 on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:19:55.756132 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-ec41b6e1-c9d1-474e-bb42-adae5e3201c1 None None] Attempting to bind port 440378f7-1fa1-4d3b-93ad-19c86be9dd40 by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:19:55.756496 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec41b6e1-c9d1-474e-bb42-adae5e3201c1 None None] Attempting to bind port 440378f7-1fa1-4d3b-93ad-19c86be9dd40 on network fac975fe-f61e-48f2-98cd-c3133f923d7b {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:19:55.770704 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec41b6e1-c9d1-474e-bb42-adae5e3201c1 None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:19:55.771115 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec41b6e1-c9d1-474e-bb42-adae5e3201c1 None None] Checking segment: {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:19:55.771386 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ec41b6e1-c9d1-474e-bb42-adae5e3201c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:55.771784 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec41b6e1-c9d1-474e-bb42-adae5e3201c1 None None] Bound using segment: {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:19:55.772250 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-ec41b6e1-c9d1-474e-bb42-adae5e3201c1 None None] Bound port: 440378f7-1fa1-4d3b-93ad-19c86be9dd40, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:19:55.772761 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ec41b6e1-c9d1-474e-bb42-adae5e3201c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (440378f7-1fa1-4d3b-93ad-19c86be9dd40), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:55.786995 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcb3fa1-436e-4731-9739-b68f32924a43 admin admin] Network 6a862076-171d-4686-a6b7-e646e42fd313 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:19:55.791940 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94216239-65de-49b5-abcc-b738f34a4f1d admin admin] Checking segment: {'id': '93b441e0-f2a5-49f2-899d-b2fda4d6c4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8466f690-6ecd-4c36-b468-10b5b1c31996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:19:55.792312 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94216239-65de-49b5-abcc-b738f34a4f1d admin admin] Network hostable DHCP agents. Network: 8466f690-6ecd-4c36-b468-10b5b1c31996, hostable agents: ['301b8458-925c-4c76-ae1b-6d21194a75ed'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 02:19:55.799978 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-fbcb3fa1-436e-4731-9739-b68f32924a43 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:19:55.802992 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb3fa1-436e-4731-9739-b68f32924a43 admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:19:55.806456 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e428b4b-795e-42a1-adce-07c23d63cbd4 None None] Pushing event updated for resources: {'Port': ['ID=440378f7-1fa1-4d3b-93ad-19c86be9dd40,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:55.819330 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-99fbf016-cb29-4e70-b922-be41bb20af17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:55.850868 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fbcb3fa1-436e-4731-9739-b68f32924a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598604'] for router_interface (6b79cca2-ab19-46ce-a9dc-9ab56317d4c8), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:55.853328 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb3fa1-436e-4731-9739-b68f32924a43 admin admin] Pushing event updated for resources: {'Port': ['ID=d3e84029-f951-4461-b07a-2287d0656dca,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:55.873188 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port a0941e2a-824c-4fac-afd0-f6d6d080ed85 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:55.874626 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (a0941e2a-824c-4fac-afd0-f6d6d080ed85), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:55.909123 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:55.949885 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-ec41b6e1-c9d1-474e-bb42-adae5e3201c1 None None] For port 440378f7-1fa1-4d3b-93ad-19c86be9dd40, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:19:55.955455 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-ec41b6e1-c9d1-474e-bb42-adae5e3201c1 None None] For port 440378f7-1fa1-4d3b-93ad-19c86be9dd40, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=440378f7-1fa1-4d3b-93ad-19c86be9dd40,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:19:55.964553 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08259ee6-6e8c-42e6-b33d-2ea6bd34c2da req-f1fcbcae-d7e0-422a-9a97-d72befb1241a tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:55.965819 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94216239-65de-49b5-abcc-b738f34a4f1d admin admin] Network 8466f690-6ecd-4c36-b468-10b5b1c31996 is scheduled to be hosted by DHCP agent 301b8458-925c-4c76-ae1b-6d21194a75ed with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 02:19:55.976262 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ec41b6e1-c9d1-474e-bb42-adae5e3201c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (440378f7-1fa1-4d3b-93ad-19c86be9dd40), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:55.979733 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-08259ee6-6e8c-42e6-b33d-2ea6bd34c2da req-f1fcbcae-d7e0-422a-9a97-d72befb1241a tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 944 time: 0.2152586 Jul 28 02:19:56.013149 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-94216239-65de-49b5-abcc-b738f34a4f1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-46-iscsi, 8466f690-6ecd-4c36-b468-10b5b1c31996) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:19:56.037586 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94216239-65de-49b5-abcc-b738f34a4f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:56.038760 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-94216239-65de-49b5-abcc-b738f34a4f1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:56.052370 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e3440da5-2447-49c2-be7d-610e07790bfe tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group_rule (7ce7c83d-34c0-4e1a-861a-d5ff95b67cfd), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:56.075752 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ff0aa-8d55-41a2-96aa-edff3b145de4 req-4578f939-0444-4968-98cd-96e211798b94 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:56.077313 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-603ff0aa-8d55-41a2-96aa-edff3b145de4 req-4578f939-0444-4968-98cd-96e211798b94 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.1755588 Jul 28 02:19:56.092532 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e428b4b-795e-42a1-adce-07c23d63cbd4 None None] Pushing event updated for resources: {'Port': ['ID=440378f7-1fa1-4d3b-93ad-19c86be9dd40,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:56.096447 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5c13d7-da80-4dc5-bd91-dd97ad2332f0 None None] Network 8466f690-6ecd-4c36-b468-10b5b1c31996 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:19:56.150256 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-94216239-65de-49b5-abcc-b738f34a4f1d admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1282942 Jul 28 02:19:56.201313 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-603ff0aa-8d55-41a2-96aa-edff3b145de4 req-f82122fa-e80d-4e4c-bd74-2a2022a93ba0 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129639 Jul 28 02:19:56.216730 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-08259ee6-6e8c-42e6-b33d-2ea6bd34c2da req-f13e6e1e-a506-44b6-91d8-64bd2aef7b0f tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359774 Jul 28 02:19:56.257551 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fbcb3fa1-436e-4731-9739-b68f32924a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (d3e84029-f951-4461-b07a-2287d0656dca), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:56.273172 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e3440da5-2447-49c2-be7d-610e07790bfe tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group_rule (7ce7c83d-34c0-4e1a-861a-d5ff95b67cfd), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:56.282797 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e3440da5-2447-49c2-be7d-610e07790bfe tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (7ce7c83d-34c0-4e1a-861a-d5ff95b67cfd), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:56.319790 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c4917345-83cc-4d57-b8fe-cfde15a20dc4 None None] Provisioning complete for port d3e84029-f951-4461-b07a-2287d0656dca triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:56.320371 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c4917345-83cc-4d57-b8fe-cfde15a20dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (d3e84029-f951-4461-b07a-2287d0656dca), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:56.336189 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3440da5-2447-49c2-be7d-610e07790bfe tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce7c83d-34c0-4e1a-861a-d5ff95b67cfd,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:56.352203 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4501ac04-d1fc-4569-b255-6c44bc60a050 None None] Network 8466f690-6ecd-4c36-b468-10b5b1c31996 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:19:56.358846 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e3440da5-2447-49c2-be7d-610e07790bfe tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:56.362863 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-e3440da5-2447-49c2-be7d-610e07790bfe tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6311622 Jul 28 02:19:56.365862 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 45118) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:56.377246 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-2de4cedc-cc32-4af9-be2a-72f32011f44e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Request body: {'floatingip': {'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:19:56.438115 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2de4cedc-cc32-4af9-be2a-72f32011f44e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:56.491486 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:56.534546 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port a0941e2a-824c-4fac-afd0-f6d6d080ed85 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:56.560786 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:56.574148 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec41b6e1-c9d1-474e-bb42-adae5e3201c1 None None] Routers {'6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:19:56.574793 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-ec41b6e1-c9d1-474e-bb42-adae5e3201c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:19:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:56.578855 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c4917345-83cc-4d57-b8fe-cfde15a20dc4 None None] Port d3e84029-f951-4461-b07a-2287d0656dca cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:19:56.600114 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2de4cedc-cc32-4af9-be2a-72f32011f44e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:56.641771 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fbcb3fa1-436e-4731-9739-b68f32924a43 admin admin] Publish callbacks [] for port (d3e84029-f951-4461-b07a-2287d0656dca), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:56.669031 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fbcb3fa1-436e-4731-9739-b68f32924a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (d3e84029-f951-4461-b07a-2287d0656dca), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:56.713924 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-ec41b6e1-c9d1-474e-bb42-adae5e3201c1 None None] Set router 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:19:56.764607 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fbcb3fa1-436e-4731-9739-b68f32924a43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598704'] for router_interface (6b79cca2-ab19-46ce-a9dc-9ab56317d4c8), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:56.840389 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [None req-2de4cedc-cc32-4af9-be2a-72f32011f44e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Allocated IP 172.27.0.238 (fac975fe-f61e-48f2-98cd-c3133f923d7b/e1a55f55-f115-45c6-a5b1-44ded4e4dd9d/d0795caa-a256-4a9b-b520-27baa7b2fe42) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:19:56.960546 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:56.973804 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb3fa1-436e-4731-9739-b68f32924a43 admin admin] Pushing event updated for resources: {'Port': ['ID=d3e84029-f951-4461-b07a-2287d0656dca,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:57.040830 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-ec41b6e1-c9d1-474e-bb42-adae5e3201c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'name': 'tempest-TestVolumeBootPattern-455782637-router', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:48Z', 'updated_at': '2022-07-28T02:19:56Z', 'revision_number': 4, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'gw_port': {'id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:50Z', 'updated_at': '2022-07-28T02:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': 'd3e84029-f951-4461-b07a-2287d0656dca', 'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'mac_address': 'fa:16:3e:07:69:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:54Z', 'updated_at': '2022-07-28T02:19:55Z', 'revision_number': 1, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'subnets': [{'id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:19:57.071831 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec41b6e1-c9d1-474e-bb42-adae5e3201c1 None None] The sync data for ids ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'] in dv-cinder-799871-46-iscsi is: [{'id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'name': 'tempest-TestVolumeBootPattern-455782637-router', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:48Z', 'updated_at': '2022-07-28T02:19:56Z', 'revision_number': 4, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'gw_port': {'id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:50Z', 'updated_at': '2022-07-28T02:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': 'd3e84029-f951-4461-b07a-2287d0656dca', 'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'mac_address': 'fa:16:3e:07:69:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:54Z', 'updated_at': '2022-07-28T02:19:55Z', 'revision_number': 1, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'subnets': [{'id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:19:57.096045 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e253f2ee-99f7-4e9c-9536-b417be83fb3d req-6a6f03d1-3688-423a-91a9-dcc5ed5f59f4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40d8500a-f1bf-4d76-ab1d-ab85d099d88f HTTP/1.1" status: 200 len: 217 time: 0.0850875 Jul 28 02:19:57.115811 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2de4cedc-cc32-4af9-be2a-72f32011f44e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for port (d0795caa-a256-4a9b-b520-27baa7b2fe42), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:57.120372 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:57.136017 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-72293252-9053-4598-932f-d23730ab5157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:57.137642 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-72293252-9053-4598-932f-d23730ab5157 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5157a5b7f25482980f925175adf2090&device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 1128 time: 0.1026044 Jul 28 02:19:57.178907 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 40d8500a-f1bf-4d76-ab1d-ab85d099d88f details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 02:19:57.184675 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcb3fa1-436e-4731-9739-b68f32924a43 admin admin] Network 6a862076-171d-4686-a6b7-e646e42fd313 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:19:57.188028 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-fbcb3fa1-436e-4731-9739-b68f32924a43 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:19:57.196085 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253f2ee-99f7-4e9c-9536-b417be83fb3d req-896d08b6-d3e1-469f-8534-b517ccd13479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:57.197717 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e253f2ee-99f7-4e9c-9536-b417be83fb3d req-896d08b6-d3e1-469f-8534-b517ccd13479 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85b85007-31bd-4b12-8b58-5449a423c715 HTTP/1.1" status: 200 len: 858 time: 0.0936148 Jul 28 02:19:57.237873 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-5a91ba1e-b2aa-49ea-8455-47406e453a3a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=381df188-01c4-4181-92e1-f3df290d4f58 HTTP/1.1" status: 200 len: 217 time: 0.0842991 Jul 28 02:19:57.402645 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2de4cedc-cc32-4af9-be2a-72f32011f44e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (d0795caa-a256-4a9b-b520-27baa7b2fe42), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:57.476854 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253f2ee-99f7-4e9c-9536-b417be83fb3d req-b12626fd-992e-47c2-b2d8-01b1f7955a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:57.478549 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e253f2ee-99f7-4e9c-9536-b417be83fb3d req-b12626fd-992e-47c2-b2d8-01b1f7955a1a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2722208 Jul 28 02:19:57.498628 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:57.536219 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4cedc-cc32-4af9-be2a-72f32011f44e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event updated for resources: {'Port': ['ID=d0795caa-a256-4a9b-b520-27baa7b2fe42,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:57.632912 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de4cedc-cc32-4af9-be2a-72f32011f44e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Network fac975fe-f61e-48f2-98cd-c3133f923d7b is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:19:57.636780 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-461ad13c-e141-41fa-93f5-6c54f8b0b839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:57.639198 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-461ad13c-e141-41fa-93f5-6c54f8b0b839 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85b85007-31bd-4b12-8b58-5449a423c715 HTTP/1.1" status: 200 len: 858 time: 0.3657973 Jul 28 02:19:57.644658 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 40d8500a-f1bf-4d76-ab1d-ab85d099d88f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=40d8500a-f1bf-4d76-ab1d-ab85d099d88f,segment=NetworkSegment(061ae22b-e238-4740-8938-e6c134ab8fa9),segment_id=061ae22b-e238-4740-8938-e6c134ab8fa9)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:19:57.664221 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd013c68-9ebf-4747-bcb6-66fc464404f5 req-a47ae2d7-289a-4da9-bc94-3ca3ae4d6265 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:57.682494 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cd013c68-9ebf-4747-bcb6-66fc464404f5 req-a47ae2d7-289a-4da9-bc94-3ca3ae4d6265 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 944 time: 0.2986236 Jul 28 02:19:57.683846 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Returning: {'device': '40d8500a-f1bf-4d76-ab1d-ab85d099d88f', 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9', 'port_id': '40d8500a-f1bf-4d76-ab1d-ab85d099d88f', 'mac_address': 'fa:16:3e:3e:ba:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b85007-31bd-4b12-8b58-5449a423c715', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 02:19:57.716902 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e253f2ee-99f7-4e9c-9536-b417be83fb3d req-ac4680b7-ba3f-4a60-93aa-d7d536fd5227 service neutron] 10.222.0.45 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282114 Jul 28 02:19:57.801455 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 40d8500a-f1bf-4d76-ab1d-ab85d099d88f is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:57.802197 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (40d8500a-f1bf-4d76-ab1d-ab85d099d88f), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:57.809082 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-2de4cedc-cc32-4af9-be2a-72f32011f44e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:19:57.834261 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-dc63e07f-4e63-4e0f-9901-2d4831a76def None None] Provisioning complete for port d3e84029-f951-4461-b07a-2287d0656dca triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:57.834788 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-dc63e07f-4e63-4e0f-9901-2d4831a76def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (d3e84029-f951-4461-b07a-2287d0656dca), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:57.836101 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871f570-f690-441c-b733-521bdb6aaeb1 req-faad18c3-fd3c-45b3-b393-37edcf4dbdeb tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:57.839894 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1871f570-f690-441c-b733-521bdb6aaeb1 req-faad18c3-fd3c-45b3-b393-37edcf4dbdeb tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.3209407 Jul 28 02:19:57.847172 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-25b612bf-e244-4609-baaa-567b1bae042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:57.851596 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-25b612bf-e244-4609-baaa-567b1bae042e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1138322 Jul 28 02:19:57.902089 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de4cedc-cc32-4af9-be2a-72f32011f44e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:19:57.912785 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cd013c68-9ebf-4747-bcb6-66fc464404f5 req-24166a86-d6c4-4972-9b39-3ff14f764e10 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293704 Jul 28 02:19:57.925075 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d8500a-f1bf-4d76-ab1d-ab85d099d88f {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:19:57.944019 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e253f2ee-99f7-4e9c-9536-b417be83fb3d req-5ebdf70a-4738-46a7-b2ac-e164355e921b service neutron] 10.222.0.45 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176988 Jul 28 02:19:57.952186 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:57.956969 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbcb3fa1-436e-4731-9739-b68f32924a43 admin admin] Router 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:19:57.999231 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-dc63e07f-4e63-4e0f-9901-2d4831a76def None None] Port d3e84029-f951-4461-b07a-2287d0656dca cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:19:58.008867 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 40d8500a-f1bf-4d76-ab1d-ab85d099d88f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=40d8500a-f1bf-4d76-ab1d-ab85d099d88f,segment=NetworkSegment(061ae22b-e238-4740-8938-e6c134ab8fa9),segment_id=061ae22b-e238-4740-8938-e6c134ab8fa9)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:19:58.024684 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (40d8500a-f1bf-4d76-ab1d-ab85d099d88f), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:58.106322 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcb3fa1-436e-4731-9739-b68f32924a43 admin admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:19:58.107711 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=40d8500a-f1bf-4d76-ab1d-ab85d099d88f,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:58.113672 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-fbcb3fa1-436e-4731-9739-b68f32924a43 admin admin] 10.222.0.40 "PUT /v2.0/routers/6b79cca2-ab19-46ce-a9dc-9ab56317d4c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0356975 Jul 28 02:19:58.183991 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4c916d7f-a67a-4a6e-88cc-6671b2f1698b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:58.265589 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1871f570-f690-441c-b733-521bdb6aaeb1 req-c33068df-7ea4-4269-8f67-e52f6ecc0de1 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3405433 Jul 28 02:19:58.266931 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2de4cedc-cc32-4af9-be2a-72f32011f44e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for floatingip (d9957f6a-e01d-4446-868c-21180b659feb), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:58.277024 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-576acafa-f98c-4aaa-9af2-55b5f19a9ad9 service neutron] 10.222.0.45 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575561 Jul 28 02:19:58.346442 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2de4cedc-cc32-4af9-be2a-72f32011f44e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (d0795caa-a256-4a9b-b520-27baa7b2fe42), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:58.629216 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2de4cedc-cc32-4af9-be2a-72f32011f44e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for port (d0795caa-a256-4a9b-b520-27baa7b2fe42), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:58.639551 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2de4cedc-cc32-4af9-be2a-72f32011f44e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25613259'] for port (d0795caa-a256-4a9b-b520-27baa7b2fe42), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:58.763661 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4cedc-cc32-4af9-be2a-72f32011f44e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event updated for resources: {'Port': ['ID=d0795caa-a256-4a9b-b520-27baa7b2fe42,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:58.807897 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2de4cedc-cc32-4af9-be2a-72f32011f44e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (d9957f6a-e01d-4446-868c-21180b659feb), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:58.826364 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:58.847038 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2de4cedc-cc32-4af9-be2a-72f32011f44e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:58.848961 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-2de4cedc-cc32-4af9-be2a-72f32011f44e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4802592 Jul 28 02:19:59.032488 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-417681d1-7678-445e-aeb5-31e511196e5e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:59.046808 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-417681d1-7678-445e-aeb5-31e511196e5e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/networks?id=8466f690-6ecd-4c36-b468-10b5b1c31996 HTTP/1.1" status: 200 len: 808 time: 0.2527018 Jul 28 02:19:59.057200 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:59.061495 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-749a5f9b-e7f1-410c-8d28-54ae0a943193 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/quotas/c8a95d974bc1486c800b91945e600b7d HTTP/1.1" status: 200 len: 375 time: 0.0136261 Jul 28 02:19:59.132266 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 45174) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:59.144605 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-2ecb2371-3a90-4340-ac37-2cfe4711e9d6 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=c8a95d974bc1486c800b91945e600b7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702021 Jul 28 02:19:59.168112 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-e42d6236-7478-4a2e-b8bc-b48caad918c8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1047698897-network', 'tenant_id': 'f30b227ab0e34d0ba4221b67cfef8b01'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:19:59.170603 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692f90b-a5ef-4613-b07b-5ee70f814962 req-29770847-e3ec-4d9c-a9af-3febb3687ec2 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:59.179539 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6692f90b-a5ef-4613-b07b-5ee70f814962 req-29770847-e3ec-4d9c-a9af-3febb3687ec2 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 944 time: 0.1169202 Jul 28 02:19:59.192868 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42d6236-7478-4a2e-b8bc-b48caad918c8 admin admin] Made reservation on behalf of f30b227ab0e34d0ba4221b67cfef8b01 for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:19:59.197619 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e42d6236-7478-4a2e-b8bc-b48caad918c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:59.209916 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e42d6236-7478-4a2e-b8bc-b48caad918c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:59.220704 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:59.228363 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:59.304498 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6692f90b-a5ef-4613-b07b-5ee70f814962 req-44aa9d27-cba0-4809-8a03-0d830ab697a5 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236463 Jul 28 02:19:59.340175 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-e5b8ca80-a7b6-4f28-9a3d-f5d5e83c5f47 service neutron] 10.222.0.40 "GET /v2.0/networks/8466f690-6ecd-4c36-b468-10b5b1c31996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578126 Jul 28 02:19:59.359931 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e42d6236-7478-4a2e-b8bc-b48caad918c8 admin admin] Publish callbacks [] for security_group (d1326259-cc25-4ac2-80aa-32aa920a938c), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:59.376221 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e42d6236-7478-4a2e-b8bc-b48caad918c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (d1326259-cc25-4ac2-80aa-32aa920a938c), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:59.427105 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42d6236-7478-4a2e-b8bc-b48caad918c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 02:19:59.446429 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d6236-7478-4a2e-b8bc-b48caad918c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1326259-cc25-4ac2-80aa-32aa920a938c,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:59.449123 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e42d6236-7478-4a2e-b8bc-b48caad918c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (6499ed60-1e27-4f74-a47d-21a1d2e370bc), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:59.449443 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-e42d6236-7478-4a2e-b8bc-b48caad918c8 admin admin] Added segment 6499ed60-1e27-4f74-a47d-21a1d2e370bc of type vlan for network 3b385145-c55b-40e5-9931-096222c4f626 Jul 28 02:19:59.466865 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d6236-7478-4a2e-b8bc-b48caad918c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:59.467222 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d6236-7478-4a2e-b8bc-b48caad918c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:59.467570 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d6236-7478-4a2e-b8bc-b48caad918c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:59.467919 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d6236-7478-4a2e-b8bc-b48caad918c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:59.468256 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d6236-7478-4a2e-b8bc-b48caad918c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:59.468602 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d6236-7478-4a2e-b8bc-b48caad918c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:59.468967 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d6236-7478-4a2e-b8bc-b48caad918c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:59.469304 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d6236-7478-4a2e-b8bc-b48caad918c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:59.469715 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d6236-7478-4a2e-b8bc-b48caad918c8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:59.470050 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d6236-7478-4a2e-b8bc-b48caad918c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:59.470490 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d6236-7478-4a2e-b8bc-b48caad918c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:59.470869 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d6236-7478-4a2e-b8bc-b48caad918c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:59.471203 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d6236-7478-4a2e-b8bc-b48caad918c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:59.471580 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d6236-7478-4a2e-b8bc-b48caad918c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:59.472228 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d6236-7478-4a2e-b8bc-b48caad918c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:19:59.518094 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 440378f7-1fa1-4d3b-93ad-19c86be9dd40 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:19:59.531398 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-bde2d1bd-9e1b-4fc6-bac7-4a107730beca service neutron] 10.222.0.40 "GET /v2.0/networks/8466f690-6ecd-4c36-b468-10b5b1c31996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840065 Jul 28 02:19:59.538351 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e42d6236-7478-4a2e-b8bc-b48caad918c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752357420409'] for network (3b385145-c55b-40e5-9931-096222c4f626), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:59.576869 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-9b980537-f20d-4918-8d99-228405d8f057 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--764190808&fields=id&tenant_id=f4622eae14dd460dbd4e51d4a0413e5f HTTP/1.1" status: 200 len: 267 time: 0.0739043 Jul 28 02:19:59.585954 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 440378f7-1fa1-4d3b-93ad-19c86be9dd40 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:19:59.586524 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (440378f7-1fa1-4d3b-93ad-19c86be9dd40), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:59.596939 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e42d6236-7478-4a2e-b8bc-b48caad918c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577'] for network (3b385145-c55b-40e5-9931-096222c4f626), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:59.600469 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42d6236-7478-4a2e-b8bc-b48caad918c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:59.601262 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e42d6236-7478-4a2e-b8bc-b48caad918c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:59.681759 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:59.692029 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e42d6236-7478-4a2e-b8bc-b48caad918c8 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5585978 Jul 28 02:19:59.696553 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 45186) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:19:59.701926 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-488fdfa5-b4d5-4da7-9742-ace47010cd54 admin admin] Request body: {'subnet': {'network_id': '3b385145-c55b-40e5-9931-096222c4f626', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1047698897-subnet', 'tenant_id': 'f30b227ab0e34d0ba4221b67cfef8b01', 'ip_version': 4}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:19:59.721995 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d6236-7478-4a2e-b8bc-b48caad918c8 admin admin] Pushing event updated for resources: {'Network': ['ID=3b385145-c55b-40e5-9931-096222c4f626,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:59.726770 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 440378f7-1fa1-4d3b-93ad-19c86be9dd40 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:19:59.726988 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (440378f7-1fa1-4d3b-93ad-19c86be9dd40), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:59.733923 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Network 3b385145-c55b-40e5-9931-096222c4f626 details requested by agent ovs-agent-dv-cinder-799871-46-iscsi with host dv-cinder-799871-46-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 02:19:59.793888 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-9a7d320b-651b-44f3-b167-8cc4d0cb935c tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:19:59.796006 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-9a7d320b-651b-44f3-b167-8cc4d0cb935c tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/networks?id=bda255f1-8497-41f0-9d65-8f281bd7eb0d HTTP/1.1" status: 200 len: 815 time: 0.2104499 Jul 28 02:19:59.797866 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488fdfa5-b4d5-4da7-9742-ace47010cd54 admin admin] Made reservation on behalf of f30b227ab0e34d0ba4221b67cfef8b01 for: {'subnet': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:19:59.814974 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-488fdfa5-b4d5-4da7-9742-ace47010cd54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25654426'] for subnet (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:59.819837 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] For port 440378f7-1fa1-4d3b-93ad-19c86be9dd40, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=440378f7-1fa1-4d3b-93ad-19c86be9dd40,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:19:59.834645 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (440378f7-1fa1-4d3b-93ad-19c86be9dd40), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:19:59.888666 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:19:59.914782 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Pushing event updated for resources: {'Port': ['ID=440378f7-1fa1-4d3b-93ad-19c86be9dd40,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:19:59.936697 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-3f9c17b2-09bd-480f-8349-7aece2a1f580 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/quotas/f4622eae14dd460dbd4e51d4a0413e5f HTTP/1.1" status: 200 len: 375 time: 0.1155612 Jul 28 02:20:00.068913 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-39620d79-942c-42c4-a9a7-4d9bbc6f3511 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=f4622eae14dd460dbd4e51d4a0413e5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1303954 Jul 28 02:20:00.080119 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42181b5-6497-4ab3-9d82-cc55da7d686d req-3202db0d-c9f6-4ef5-b912-5996882111e6 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:00.081646 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c42181b5-6497-4ab3-9d82-cc55da7d686d req-3202db0d-c9f6-4ef5-b912-5996882111e6 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.2347436 Jul 28 02:20:00.276855 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:00.288007 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-488fdfa5-b4d5-4da7-9742-ace47010cd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25654452'] for subnet (e79756c4-3db6-4821-94dd-cd630968e0ac), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:00.365516 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:00.396634 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c42181b5-6497-4ab3-9d82-cc55da7d686d req-ad759f2d-d4cf-41a3-bcb4-1bb439377930 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3006365 Jul 28 02:20:00.408103 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488fdfa5-b4d5-4da7-9742-ace47010cd54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e79756c4-3db6-4821-94dd-cd630968e0ac,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:00.452583 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-3441d1e9-0346-4c45-8e1f-6e21f60eea50 service neutron] 10.222.0.40 "GET /v2.0/networks/bda255f1-8497-41f0-9d65-8f281bd7eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547876 Jul 28 02:20:00.491396 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf16ca4-efcf-40c1-84b3-3ab32bb23e30 None None] Sync routers for ids ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'] in dv-cinder-799871-46-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:20:00.503815 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf16ca4-efcf-40c1-84b3-3ab32bb23e30 None None] Routers {'6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:20:00.505089 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-8cf16ca4-efcf-40c1-84b3-3ab32bb23e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:19:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:20:00.666808 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-8cf16ca4-efcf-40c1-84b3-3ab32bb23e30 None None] Set router 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:20:00.677636 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:00.857528 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-99eab81f-394d-45af-8338-38e0e6b447a4 req-2cb61fbb-0d5b-4c1f-b987-a989f1e1dd60 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=84182d0b-8573-484f-a608-7e224c01bdf9 HTTP/1.1" status: 200 len: 210 time: 0.3264699 Jul 28 02:20:00.871429 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488fdfa5-b4d5-4da7-9742-ace47010cd54 admin admin] Checking segment: {'id': '6499ed60-1e27-4f74-a47d-21a1d2e370bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3b385145-c55b-40e5-9931-096222c4f626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:20:00.871805 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488fdfa5-b4d5-4da7-9742-ace47010cd54 admin admin] Network hostable DHCP agents. Network: 3b385145-c55b-40e5-9931-096222c4f626, hostable agents: ['301b8458-925c-4c76-ae1b-6d21194a75ed'], hosted agents: [] {{(pid=103999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 02:20:00.888574 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['40d8500a-f1bf-4d76-ab1d-ab85d099d88f'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:20:00.953200 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-8cf16ca4-efcf-40c1-84b3-3ab32bb23e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'name': 'tempest-TestVolumeBootPattern-455782637-router', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:48Z', 'updated_at': '2022-07-28T02:19:56Z', 'revision_number': 4, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'gw_port': {'id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:50Z', 'updated_at': '2022-07-28T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': 'd3e84029-f951-4461-b07a-2287d0656dca', 'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'mac_address': 'fa:16:3e:07:69:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:54Z', 'updated_at': '2022-07-28T02:19:56Z', 'revision_number': 2, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'subnets': [{'id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:20:00.960900 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488fdfa5-b4d5-4da7-9742-ace47010cd54 admin admin] Network 3b385145-c55b-40e5-9931-096222c4f626 is scheduled to be hosted by DHCP agent 301b8458-925c-4c76-ae1b-6d21194a75ed with binding_index 1 {{(pid=103999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 02:20:01.024653 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-488fdfa5-b4d5-4da7-9742-ace47010cd54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-46-iscsi, 3b385145-c55b-40e5-9931-096222c4f626) {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:20:01.047025 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf6251f-3097-43c8-8b13-daf0f3868cdf None None] Network 3b385145-c55b-40e5-9931-096222c4f626 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:20:01.079913 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf16ca4-efcf-40c1-84b3-3ab32bb23e30 None None] Checking router: 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 for host: dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:20:01.087052 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf16ca4-efcf-40c1-84b3-3ab32bb23e30 None None] Updating router 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 port d3e84029-f951-4461-b07a-2287d0656dca binding host dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 02:20:01.223269 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488fdfa5-b4d5-4da7-9742-ace47010cd54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:01.240554 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-488fdfa5-b4d5-4da7-9742-ace47010cd54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:01.280644 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9e038-3601-41ab-8879-4e87c72802d0 req-a79a1a19-43ae-4ce7-b034-47832f37bb94 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:01.285654 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:01.295385 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8cf16ca4-efcf-40c1-84b3-3ab32bb23e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (d3e84029-f951-4461-b07a-2287d0656dca), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:01.309497 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cdb9e038-3601-41ab-8879-4e87c72802d0 req-a79a1a19-43ae-4ce7-b034-47832f37bb94 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 944 time: 0.2198925 Jul 28 02:20:01.420669 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:01.509712 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-ffa9c996-b3e8-47fd-b524-b37917d3f913 service neutron] 10.222.0.40 "GET /v2.0/networks/bda255f1-8497-41f0-9d65-8f281bd7eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0506530 Jul 28 02:20:01.529826 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 440378f7-1fa1-4d3b-93ad-19c86be9dd40 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:20:01.558782 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cdb9e038-3601-41ab-8879-4e87c72802d0 req-7711cb3b-e547-4799-bd97-7e5391faa9fd tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427826 Jul 28 02:20:01.618527 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 45222) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:20:01.625090 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-0f0dbf0b-bf4a-4602-b96d-2e31e5fe3449 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1047698897-router', 'tenant_id': 'f30b227ab0e34d0ba4221b67cfef8b01', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:20:01.637178 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-488fdfa5-b4d5-4da7-9742-ace47010cd54 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9394946 Jul 28 02:20:01.650406 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4c5dc5ca-4585-434a-a1c1-ced6c5c4d9d0 req-0b7b0792-b6fa-4a4a-9dd6-1fc5a000e627 service neutron] 10.222.0.45 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7874074 Jul 28 02:20:01.660658 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0f0dbf0b-bf4a-4602-b96d-2e31e5fe3449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-931'] for router (18f0232a-1be4-4dae-99f4-02654af70724), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:01.662944 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0f0dbf0b-bf4a-4602-b96d-2e31e5fe3449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1600240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-345463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-938'] for router (18f0232a-1be4-4dae-99f4-02654af70724), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:01.720253 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f62708b-e18e-4e2d-a331-e48121839420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9572ff98-a2bf-566e-ab98-0b103bee2557-3b385145-c55b-40e5-9931-096222c4f626', 'network_id': '3b385145-c55b-40e5-9931-096222c4f626', 'project_id': 'f30b227ab0e34d0ba4221b67cfef8b01', 'fixed_ips': [{'subnet_id': 'e79756c4-3db6-4821-94dd-cd630968e0ac'}]}} from dv-cinder-799871-46-iscsi. {{(pid=104001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 02:20:01.722088 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4f62708b-e18e-4e2d-a331-e48121839420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:01.804100 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e036b9-5986-4f96-903b-8eb14042440b req-4d4baabe-dd3b-40bf-a817-a3a008f3ef9a tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:01.815732 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e3e036b9-5986-4f96-903b-8eb14042440b req-4d4baabe-dd3b-40bf-a817-a3a008f3ef9a tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.1047993 Jul 28 02:20:01.846094 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 440378f7-1fa1-4d3b-93ad-19c86be9dd40 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:01.847149 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0f0dbf0b-bf4a-4602-b96d-2e31e5fe3449 admin admin] Publish callbacks [] for router_controller (18f0232a-1be4-4dae-99f4-02654af70724), precommit_add_association {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:01.847544 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (440378f7-1fa1-4d3b-93ad-19c86be9dd40), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:01.987502 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8cf16ca4-efcf-40c1-84b3-3ab32bb23e30 None None] Publish callbacks [] for port (d3e84029-f951-4461-b07a-2287d0656dca), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:02.000555 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8cf16ca4-efcf-40c1-84b3-3ab32bb23e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (d3e84029-f951-4461-b07a-2287d0656dca), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:02.033644 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e3e036b9-5986-4f96-903b-8eb14042440b req-1fcd86c6-9fe0-4f8a-84b3-6794df08882b tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089636 Jul 28 02:20:02.086209 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-dbf9e7ff-07ce-4015-9600-51417d054e67 req-40e2b089-99c0-4049-ba20-c2ea453e1b7c tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=606c5aa8-a5d8-4890-b67f-5be4476fea19 HTTP/1.1" status: 200 len: 210 time: 0.1089756 Jul 28 02:20:02.136462 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9dc3f1-c962-40fa-a4b0-269e62ed4189 None None] Pushing event updated for resources: {'Port': ['ID=d3e84029-f951-4461-b07a-2287d0656dca,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:02.146821 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:02.241812 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-4f62708b-e18e-4e2d-a331-e48121839420 None None] Allocated IP 172.20.0.2 (3b385145-c55b-40e5-9931-096222c4f626/e79756c4-3db6-4821-94dd-cd630968e0ac/80d28641-93c8-493c-bf90-22527993856d) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:20:02.247214 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-8cf16ca4-efcf-40c1-84b3-3ab32bb23e30 None None] Attempting to bind port d3e84029-f951-4461-b07a-2287d0656dca on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:20:02.247749 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-8cf16ca4-efcf-40c1-84b3-3ab32bb23e30 None None] Attempting to bind port d3e84029-f951-4461-b07a-2287d0656dca by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': '968874d2-a171-458e-9f57-ec646e40da4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:20:02.248269 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf16ca4-efcf-40c1-84b3-3ab32bb23e30 None None] Attempting to bind port d3e84029-f951-4461-b07a-2287d0656dca on network 6a862076-171d-4686-a6b7-e646e42fd313 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:20:02.255370 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf16ca4-efcf-40c1-84b3-3ab32bb23e30 None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:20:02.255771 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf16ca4-efcf-40c1-84b3-3ab32bb23e30 None None] Checking segment: {'id': '968874d2-a171-458e-9f57-ec646e40da4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:20:02.256131 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8cf16ca4-efcf-40c1-84b3-3ab32bb23e30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:02.256898 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf16ca4-efcf-40c1-84b3-3ab32bb23e30 None None] Bound using segment: {'id': '968874d2-a171-458e-9f57-ec646e40da4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:20:02.257366 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-8cf16ca4-efcf-40c1-84b3-3ab32bb23e30 None None] Bound port: d3e84029-f951-4461-b07a-2287d0656dca, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968874d2-a171-458e-9f57-ec646e40da4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:20:02.258540 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8cf16ca4-efcf-40c1-84b3-3ab32bb23e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (d3e84029-f951-4461-b07a-2287d0656dca), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:02.264672 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-dee9322b-9ff4-4f22-a079-aa44e0b19da1 req-311b107a-cb6c-4b13-86c4-ccd2c8e47716 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=84182d0b-8573-484f-a608-7e224c01bdf9 HTTP/1.1" status: 200 len: 210 time: 0.0786381 Jul 28 02:20:02.361614 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0f0dbf0b-bf4a-4602-b96d-2e31e5fe3449 admin admin] Publish callbacks [] for router_gateway (18f0232a-1be4-4dae-99f4-02654af70724), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:02.440018 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 440378f7-1fa1-4d3b-93ad-19c86be9dd40 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:02.458811 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8cf16ca4-efcf-40c1-84b3-3ab32bb23e30 None None] For port d3e84029-f951-4461-b07a-2287d0656dca, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:20:02.463577 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8cf16ca4-efcf-40c1-84b3-3ab32bb23e30 None None] For port d3e84029-f951-4461-b07a-2287d0656dca, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=d3e84029-f951-4461-b07a-2287d0656dca,segment=NetworkSegment(968874d2-a171-458e-9f57-ec646e40da4a),segment_id=968874d2-a171-458e-9f57-ec646e40da4a)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:20:02.497526 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8cf16ca4-efcf-40c1-84b3-3ab32bb23e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (d3e84029-f951-4461-b07a-2287d0656dca), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:02.670662 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:02.682243 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf16ca4-efcf-40c1-84b3-3ab32bb23e30 None None] Routers {'6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:20:02.685869 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-8cf16ca4-efcf-40c1-84b3-3ab32bb23e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:19:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:20:02.796746 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 40d8500a-f1bf-4d76-ab1d-ab85d099d88f up at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:20:02.805419 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-5c4f1895-1d6a-4d28-8b90-6bfc13e47dfa None None] Provisioning complete for port d3e84029-f951-4461-b07a-2287d0656dca triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:02.806432 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5c4f1895-1d6a-4d28-8b90-6bfc13e47dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (d3e84029-f951-4461-b07a-2287d0656dca), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:02.943039 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9dc3f1-c962-40fa-a4b0-269e62ed4189 None None] Pushing event updated for resources: {'Port': ['ID=d3e84029-f951-4461-b07a-2287d0656dca,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:02.996695 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a702d0-5357-492a-ae51-99d0fc333cf9 req-d7796714-8137-450a-9728-c861d339c8e4 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:03.009776 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-37a702d0-5357-492a-ae51-99d0fc333cf9 req-d7796714-8137-450a-9728-c861d339c8e4 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 944 time: 0.3075533 Jul 28 02:20:03.082415 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0f0dbf0b-bf4a-4602-b96d-2e31e5fe3449 admin admin] Publish callbacks [] for router_gateway (18f0232a-1be4-4dae-99f4-02654af70724), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:03.083514 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-ff18849f-32c9-4217-9e2a-5ff4835c564b tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:03.085844 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:03.086912 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-ff18849f-32c9-4217-9e2a-5ff4835c564b tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.45 "GET /v2.0/networks?id=8466f690-6ecd-4c36-b468-10b5b1c31996 HTTP/1.1" status: 200 len: 808 time: 0.6157527 Jul 28 02:20:03.139604 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0f0dbf0b-bf4a-4602-b96d-2e31e5fe3449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:03.153833 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-37a702d0-5357-492a-ae51-99d0fc333cf9 req-301f1f97-cab3-4707-8913-ec12ae46907e tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427698 Jul 28 02:20:03.180272 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-8cf16ca4-efcf-40c1-84b3-3ab32bb23e30 None None] Set router 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:20:03.190615 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4f62708b-e18e-4e2d-a331-e48121839420 None None] Publish callbacks [] for port (80d28641-93c8-493c-bf90-22527993856d), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:03.246330 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4f62708b-e18e-4e2d-a331-e48121839420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659'] for port (80d28641-93c8-493c-bf90-22527993856d), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:03.303933 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-b1fcd7cc-ff06-4526-ba1f-fac2e7bb075e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Request body: {'port': {'device_id': '84182d0b-8573-484f-a608-7e224c01bdf9', 'network_id': '8466f690-6ecd-4c36-b468-10b5b1c31996', 'admin_state_up': True, 'tenant_id': 'c8a95d974bc1486c800b91945e600b7d'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:20:03.346506 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:03.426936 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning for port 40d8500a-f1bf-4d76-ab1d-ab85d099d88f completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 02:20:03.431420 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6b8285b7-cdbe-4337-ae39-cce2a2b670df req-5a0a919b-08e9-4759-820c-035f3468f638 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=606c5aa8-a5d8-4890-b67f-5be4476fea19 HTTP/1.1" status: 200 len: 210 time: 0.1317677 Jul 28 02:20:03.435840 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:03.444602 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ff2a1-22ca-4d7c-bea3-142659af5eff req-951d1ccf-6356-456d-b183-c92c77ca2916 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:03.452475 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ab4ff2a1-22ca-4d7c-bea3-142659af5eff req-951d1ccf-6356-456d-b183-c92c77ca2916 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.2072966 Jul 28 02:20:03.452631 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f62708b-e18e-4e2d-a331-e48121839420 None None] Network 3b385145-c55b-40e5-9931-096222c4f626 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:20:03.496333 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-0f0dbf0b-bf4a-4602-b96d-2e31e5fe3449 admin admin] Allocated IP 172.27.0.151 (fac975fe-f61e-48f2-98cd-c3133f923d7b/e1a55f55-f115-45c6-a5b1-44ded4e4dd9d/936e301d-ff84-4a60-a39b-cb05855de07d) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:20:03.506943 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-4f62708b-e18e-4e2d-a331-e48121839420 None None] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:20:03.509254 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning complete for port 40d8500a-f1bf-4d76-ab1d-ab85d099d88f triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:03.509971 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (40d8500a-f1bf-4d76-ab1d-ab85d099d88f), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:03.546578 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ab4ff2a1-22ca-4d7c-bea3-142659af5eff req-554483fc-d75d-4567-880b-ef5cb5f7be4a tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926256 Jul 28 02:20:03.627390 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-b1fcd7cc-ff06-4526-ba1f-fac2e7bb075e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Made reservation on behalf of c8a95d974bc1486c800b91945e600b7d for: {'port': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:20:03.632258 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f62708b-e18e-4e2d-a331-e48121839420 None None] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:20:03.634085 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-b1fcd7cc-ff06-4526-ba1f-fac2e7bb075e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:03.666874 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:03.698825 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ebc549ef-ff6d-4ca2-91a9-cb7ca9b9ed01 req-0cb8bef0-e3d0-4722-817c-d54d988896e4 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=84182d0b-8573-484f-a608-7e224c01bdf9 HTTP/1.1" status: 200 len: 210 time: 0.0479419 Jul 28 02:20:03.742832 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0f0dbf0b-bf4a-4602-b96d-2e31e5fe3449 admin admin] Publish callbacks [] for port (936e301d-ff84-4a60-a39b-cb05855de07d), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:03.759251 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device d3e84029-f951-4461-b07a-2287d0656dca up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:20:03.773003 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62708b-e18e-4e2d-a331-e48121839420 None None] Pushing event updated for resources: {'Port': ['ID=80d28641-93c8-493c-bf90-22527993856d,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:03.804081 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:03.829026 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0f0dbf0b-bf4a-4602-b96d-2e31e5fe3449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (936e301d-ff84-4a60-a39b-cb05855de07d), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:03.855619 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-8cf16ca4-efcf-40c1-84b3-3ab32bb23e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'name': 'tempest-TestVolumeBootPattern-455782637-router', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:48Z', 'updated_at': '2022-07-28T02:19:56Z', 'revision_number': 4, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'gw_port': {'id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:50Z', 'updated_at': '2022-07-28T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': 'd3e84029-f951-4461-b07a-2287d0656dca', 'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'mac_address': 'fa:16:3e:07:69:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:54Z', 'updated_at': '2022-07-28T02:20:02Z', 'revision_number': 4, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'subnets': [{'id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:20:03.869853 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0dbf0b-bf4a-4602-b96d-2e31e5fe3449 admin admin] Network fac975fe-f61e-48f2-98cd-c3133f923d7b is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:20:03.872721 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-0f0dbf0b-bf4a-4602-b96d-2e31e5fe3449 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:20:03.888258 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-b1fcd7cc-ff06-4526-ba1f-fac2e7bb075e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Allocated IP 172.20.0.8 (8466f690-6ecd-4c36-b468-10b5b1c31996/871bec04-2843-42ba-889b-bf8c69f943f2/9026580a-9a93-42a4-b6b5-73328b1a0c05) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:20:03.906574 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0dbf0b-bf4a-4602-b96d-2e31e5fe3449 admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:20:03.916272 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf16ca4-efcf-40c1-84b3-3ab32bb23e30 None None] The sync data for ids ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'] in dv-cinder-799871-46-iscsi is: [{'id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'name': 'tempest-TestVolumeBootPattern-455782637-router', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:48Z', 'updated_at': '2022-07-28T02:19:56Z', 'revision_number': 4, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'gw_port': {'id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:50Z', 'updated_at': '2022-07-28T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': 'd3e84029-f951-4461-b07a-2287d0656dca', 'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'mac_address': 'fa:16:3e:07:69:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:54Z', 'updated_at': '2022-07-28T02:20:02Z', 'revision_number': 4, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'subnets': [{'id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:20:03.933729 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-5c4f1895-1d6a-4d28-8b90-6bfc13e47dfa None None] Current status of the port d3e84029-f951-4461-b07a-2287d0656dca is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:03.934333 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5c4f1895-1d6a-4d28-8b90-6bfc13e47dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (d3e84029-f951-4461-b07a-2287d0656dca), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:04.025484 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-4f62708b-e18e-4e2d-a331-e48121839420 None None] Attempting to bind port 80d28641-93c8-493c-bf90-22527993856d on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:20:04.025970 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-4f62708b-e18e-4e2d-a331-e48121839420 None None] Attempting to bind port 80d28641-93c8-493c-bf90-22527993856d by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': '6499ed60-1e27-4f74-a47d-21a1d2e370bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3b385145-c55b-40e5-9931-096222c4f626'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:20:04.026346 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f62708b-e18e-4e2d-a331-e48121839420 None None] Attempting to bind port 80d28641-93c8-493c-bf90-22527993856d on network 3b385145-c55b-40e5-9931-096222c4f626 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:20:04.082797 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-5c4f1895-1d6a-4d28-8b90-6bfc13e47dfa None None] For port d3e84029-f951-4461-b07a-2287d0656dca, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=d3e84029-f951-4461-b07a-2287d0656dca,segment=NetworkSegment(968874d2-a171-458e-9f57-ec646e40da4a),segment_id=968874d2-a171-458e-9f57-ec646e40da4a)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:20:04.084335 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f62708b-e18e-4e2d-a331-e48121839420 None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:20:04.084742 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f62708b-e18e-4e2d-a331-e48121839420 None None] Checking segment: {'id': '6499ed60-1e27-4f74-a47d-21a1d2e370bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3b385145-c55b-40e5-9931-096222c4f626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:20:04.085177 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4f62708b-e18e-4e2d-a331-e48121839420 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:04.085600 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f62708b-e18e-4e2d-a331-e48121839420 None None] Bound using segment: {'id': '6499ed60-1e27-4f74-a47d-21a1d2e370bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3b385145-c55b-40e5-9931-096222c4f626'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:20:04.086109 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-4f62708b-e18e-4e2d-a331-e48121839420 None None] Bound port: 80d28641-93c8-493c-bf90-22527993856d, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6499ed60-1e27-4f74-a47d-21a1d2e370bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3b385145-c55b-40e5-9931-096222c4f626'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:20:04.097636 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4f62708b-e18e-4e2d-a331-e48121839420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (80d28641-93c8-493c-bf90-22527993856d), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:04.099749 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port d3e84029-f951-4461-b07a-2287d0656dca triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:04.100130 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (d3e84029-f951-4461-b07a-2287d0656dca), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:04.194296 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0dbf0b-bf4a-4602-b96d-2e31e5fe3449 admin admin] Pushing event updated for resources: {'Port': ['ID=936e301d-ff84-4a60-a39b-cb05855de07d,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:04.205939 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5c4f1895-1d6a-4d28-8b90-6bfc13e47dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (d3e84029-f951-4461-b07a-2287d0656dca), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:04.255210 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-b1fcd7cc-ff06-4526-ba1f-fac2e7bb075e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Publish callbacks [] for port (9026580a-9a93-42a4-b6b5-73328b1a0c05), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:04.403448 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-b1fcd7cc-ff06-4526-ba1f-fac2e7bb075e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (9026580a-9a93-42a4-b6b5-73328b1a0c05), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:04.461872 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 40d8500a-f1bf-4d76-ab1d-ab85d099d88f is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:04.463295 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (40d8500a-f1bf-4d76-ab1d-ab85d099d88f), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:04.597606 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-b1fcd7cc-ff06-4526-ba1f-fac2e7bb075e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Network 8466f690-6ecd-4c36-b468-10b5b1c31996 is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:20:04.602129 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-b1fcd7cc-ff06-4526-ba1f-fac2e7bb075e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:20:04.614651 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadec8e-9c84-411b-ae9b-90f50f1f695c req-da6c4296-9cf4-429b-ac61-7ebf3f1e1367 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:04.616649 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7cadec8e-9c84-411b-ae9b-90f50f1f695c req-da6c4296-9cf4-429b-ac61-7ebf3f1e1367 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 944 time: 0.2493796 Jul 28 02:20:04.617856 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-b1fcd7cc-ff06-4526-ba1f-fac2e7bb075e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:20:04.638149 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-24df3f56-e312-4acc-aa8e-ec2b6595377d None None] Provisioning complete for port d3e84029-f951-4461-b07a-2287d0656dca triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:04.640738 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-24df3f56-e312-4acc-aa8e-ec2b6595377d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (d3e84029-f951-4461-b07a-2287d0656dca), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:04.726085 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-87f01747-1974-49ef-b2ff-038991698659 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:04.727730 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-87f01747-1974-49ef-b2ff-038991698659 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.45 "GET /v2.0/networks?id=bda255f1-8497-41f0-9d65-8f281bd7eb0d HTTP/1.1" status: 200 len: 815 time: 0.4277117 Jul 28 02:20:04.795317 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcd7cc-ff06-4526-ba1f-fac2e7bb075e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Pushing event updated for resources: {'Port': ['ID=9026580a-9a93-42a4-b6b5-73328b1a0c05,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:04.795753 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fb7f5a-d860-4022-a284-a364155ba3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d8500a-f1bf-4d76-ab1d-ab85d099d88f'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:20:04.800850 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd7b23193eab089ffe890151ec8d4d81c159f1068d0ecb51bca31dcd10d4c9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb15c335-bd70-487d-ac5a-81ec7bda658a" -d '{"events": [{"server_uuid": "57fb7f5a-d860-4022-a284-a364155ba3ba", "name": "network-vif-plugged", "status": "completed", "tag": "40d8500a-f1bf-4d76-ab1d-ab85d099d88f"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:20:04.816316 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port d3e84029-f951-4461-b07a-2287d0656dca is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:04.819326 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 381df188-01c4-4181-92e1-f3df290d4f58 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 02:20:04.823426 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f1895-1d6a-4d28-8b90-6bfc13e47dfa None None] Pushing event updated for resources: {'Port': ['ID=d3e84029-f951-4461-b07a-2287d0656dca,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:04.846389 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0f0dbf0b-bf4a-4602-b96d-2e31e5fe3449 admin admin] Publish callbacks [] for router_gateway (18f0232a-1be4-4dae-99f4-02654af70724), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:04.852306 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7cadec8e-9c84-411b-ae9b-90f50f1f695c req-7065bbdc-0632-4d25-932e-d8ee466f9e52 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257886 Jul 28 02:20:04.862280 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-31e80566-3ef5-4671-b8f1-1e3bf3834eaa req-6031c140-6a9b-471e-afc4-709c2be8861e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=606c5aa8-a5d8-4890-b67f-5be4476fea19 HTTP/1.1" status: 200 len: 210 time: 0.1680748 Jul 28 02:20:04.875517 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 40d8500a-f1bf-4d76-ab1d-ab85d099d88f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=40d8500a-f1bf-4d76-ab1d-ab85d099d88f,segment=NetworkSegment(061ae22b-e238-4740-8938-e6c134ab8fa9),segment_id=061ae22b-e238-4740-8938-e6c134ab8fa9)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:20:04.887072 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:04.894291 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-4f62708b-e18e-4e2d-a331-e48121839420 None None] For port 80d28641-93c8-493c-bf90-22527993856d, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:20:04.919334 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcd7cc-ff06-4526-ba1f-fac2e7bb075e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:04.920262 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcd7cc-ff06-4526-ba1f-fac2e7bb075e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:04.920811 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcd7cc-ff06-4526-ba1f-fac2e7bb075e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:04.921343 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcd7cc-ff06-4526-ba1f-fac2e7bb075e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:04.921852 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcd7cc-ff06-4526-ba1f-fac2e7bb075e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:04.923201 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcd7cc-ff06-4526-ba1f-fac2e7bb075e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:04.924468 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcd7cc-ff06-4526-ba1f-fac2e7bb075e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:04.925058 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcd7cc-ff06-4526-ba1f-fac2e7bb075e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:04.925564 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcd7cc-ff06-4526-ba1f-fac2e7bb075e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:04.926056 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcd7cc-ff06-4526-ba1f-fac2e7bb075e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:04.926598 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcd7cc-ff06-4526-ba1f-fac2e7bb075e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:04.927097 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcd7cc-ff06-4526-ba1f-fac2e7bb075e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:04.927577 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcd7cc-ff06-4526-ba1f-fac2e7bb075e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:04.928052 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcd7cc-ff06-4526-ba1f-fac2e7bb075e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:04.928578 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcd7cc-ff06-4526-ba1f-fac2e7bb075e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:04.932359 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:04.960243 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-b1fcd7cc-ff06-4526-ba1f-fac2e7bb075e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:04.961414 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-b1fcd7cc-ff06-4526-ba1f-fac2e7bb075e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:04.989650 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-4f62708b-e18e-4e2d-a331-e48121839420 None None] For port 80d28641-93c8-493c-bf90-22527993856d, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=80d28641-93c8-493c-bf90-22527993856d,segment=NetworkSegment(6499ed60-1e27-4f74-a47d-21a1d2e370bc),segment_id=6499ed60-1e27-4f74-a47d-21a1d2e370bc)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:20:04.993762 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (40d8500a-f1bf-4d76-ab1d-ab85d099d88f), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:05.000481 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.db.resource_extend [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 02:20:05.015370 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-b1fcd7cc-ff06-4526-ba1f-fac2e7bb075e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7175450 Jul 28 02:20:05.071940 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-c9e29fa9-a32b-4a42-936f-08f9b2bf9ed7 service neutron] Request body: {'port': {'device_id': '84182d0b-8573-484f-a608-7e224c01bdf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:20:05.087288 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4f62708b-e18e-4e2d-a331-e48121839420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (80d28641-93c8-493c-bf90-22527993856d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:05.130153 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-24df3f56-e312-4acc-aa8e-ec2b6595377d None None] Current status of the port d3e84029-f951-4461-b07a-2287d0656dca is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:05.180350 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=40d8500a-f1bf-4d76-ab1d-ab85d099d88f,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:05.251457 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:05.259087 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb9ff1-7228-453b-bbaa-6676b406ec34 req-6da84c5b-e73f-4fb6-9fbd-03b773a08c27 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:05.267855 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a3bb9ff1-7228-453b-bbaa-6676b406ec34 req-6da84c5b-e73f-4fb6-9fbd-03b773a08c27 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=84182d0b-8573-484f-a608-7e224c01bdf9 HTTP/1.1" status: 200 len: 931 time: 0.2288997 Jul 28 02:20:05.272000 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 381df188-01c4-4181-92e1-f3df290d4f58, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=381df188-01c4-4181-92e1-f3df290d4f58,segment=NetworkSegment(061ae22b-e238-4740-8938-e6c134ab8fa9),segment_id=061ae22b-e238-4740-8938-e6c134ab8fa9)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:20:05.301338 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Returning: {'device': '381df188-01c4-4181-92e1-f3df290d4f58', 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9', 'port_id': '381df188-01c4-4181-92e1-f3df290d4f58', 'mac_address': 'fa:16:3e:fd:5c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b85007-31bd-4b12-8b58-5449a423c715', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 02:20:05.309094 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62708b-e18e-4e2d-a331-e48121839420 None None] Pushing event updated for resources: {'Port': ['ID=80d28641-93c8-493c-bf90-22527993856d,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:05.338932 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e291ee8-a4dd-4423-8416-371e93e827ca req-92d3a4e6-f17f-4a49-8da1-f0c21b5cf07d tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:05.340514 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1e291ee8-a4dd-4423-8416-371e93e827ca req-92d3a4e6-f17f-4a49-8da1-f0c21b5cf07d tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.3572214 Jul 28 02:20:05.388602 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 381df188-01c4-4181-92e1-f3df290d4f58 is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:05.388983 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (381df188-01c4-4181-92e1-f3df290d4f58), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:05.419182 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 381df188-01c4-4181-92e1-f3df290d4f58 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:20:05.446797 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-c9e29fa9-a32b-4a42-936f-08f9b2bf9ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (9026580a-9a93-42a4-b6b5-73328b1a0c05), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:05.482074 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-ba88c2de-be1d-4abf-8f76-02ee20c348a3 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4622eae14dd460dbd4e51d4a0413e5f HTTP/1.1" status: 200 len: 472 time: 0.7329171 Jul 28 02:20:05.484788 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 381df188-01c4-4181-92e1-f3df290d4f58, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=381df188-01c4-4181-92e1-f3df290d4f58,segment=NetworkSegment(061ae22b-e238-4740-8938-e6c134ab8fa9),segment_id=061ae22b-e238-4740-8938-e6c134ab8fa9)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:20:05.530332 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (381df188-01c4-4181-92e1-f3df290d4f58), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:05.595946 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-6e0db19c-bd6a-4506-ab3a-010627b72bae tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Request body: {'port': {'device_id': '606c5aa8-a5d8-4890-b67f-5be4476fea19', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'admin_state_up': True, 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'security_groups': ['01e84188-5950-457b-9572-4bcca873a123']}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:20:05.602678 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device d3e84029-f951-4461-b07a-2287d0656dca up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:20:05.633556 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:05.678202 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=381df188-01c4-4181-92e1-f3df290d4f58,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:05.707881 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:05.723868 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port d3e84029-f951-4461-b07a-2287d0656dca triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:05.724531 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (d3e84029-f951-4461-b07a-2287d0656dca), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:05.740171 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a3bb9ff1-7228-453b-bbaa-6676b406ec34 req-77b71af8-fd9f-4638-89ed-8b79d14e9850 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713449 Jul 28 02:20:05.746097 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1e291ee8-a4dd-4423-8416-371e93e827ca req-402d1c6e-a689-4b1e-9730-32b38c13456e tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3730726 Jul 28 02:20:05.861325 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:05.868566 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e280ee-daed-4668-895d-0b24f0eb5431 req-80d4a482-e27a-49c0-b8e1-9a4d32c81efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:05.870875 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e4e280ee-daed-4668-895d-0b24f0eb5431 req-80d4a482-e27a-49c0-b8e1-9a4d32c81efe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ed45da3e0024fa597d03299abae9859&device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 1130 time: 0.2901614 Jul 28 02:20:05.918774 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57713055-e615-44c7-bf76-5e9995cd1153 x-openstack-request-id: req-57713055-e615-44c7-bf76-5e9995cd1153 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:20:05.919097 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57fb7f5a-d860-4022-a284-a364155ba3ba", "name": "network-vif-plugged", "status": "completed", "tag": "40d8500a-f1bf-4d76-ab1d-ab85d099d88f", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:20:05.919359 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-57713055-e615-44c7-bf76-5e9995cd1153 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:20:05.919780 dv-cinder-799871-46-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57713055-e615-44c7-bf76-5e9995cd1153'] response: {'server_uuid': '57fb7f5a-d860-4022-a284-a364155ba3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d8500a-f1bf-4d76-ab1d-ab85d099d88f', 'code': 200} Jul 28 02:20:05.972450 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['381df188-01c4-4181-92e1-f3df290d4f58'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:20:06.085586 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port d3e84029-f951-4461-b07a-2287d0656dca is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:06.145451 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e280ee-daed-4668-895d-0b24f0eb5431 req-07b661ad-7c74-440b-80a1-367c4a9cbc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:06.149895 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e4e280ee-daed-4668-895d-0b24f0eb5431 req-07b661ad-7c74-440b-80a1-367c4a9cbc57 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b7a41f53-02ba-4d68-a9f3-9f5c3103be75 HTTP/1.1" status: 200 len: 917 time: 0.1928401 Jul 28 02:20:06.210440 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-6e0db19c-bd6a-4506-ab3a-010627b72bae tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Made reservation on behalf of f4622eae14dd460dbd4e51d4a0413e5f for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:20:06.212971 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df74925-8f6e-43fd-beec-aae2f862bfd8 req-2249ab11-876b-4b0e-802e-481f6f312284 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:06.214159 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-6e0db19c-bd6a-4506-ab3a-010627b72bae tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:06.215319 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0df74925-8f6e-43fd-beec-aae2f862bfd8 req-2249ab11-876b-4b0e-802e-481f6f312284 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0977752 Jul 28 02:20:06.215319 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.45', 52544) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:20:06.320572 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-65a5f7a5-c07d-47e0-b334-408fa0ce6791 req-a4842580-5b05-4512-81c6-d0dca4ccbdab tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=606c5aa8-a5d8-4890-b67f-5be4476fea19 HTTP/1.1" status: 200 len: 210 time: 0.2023485 Jul 28 02:20:06.382867 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3460718-e19f-43bc-8b77-8a09de8eb575 req-c9536f59-fd33-4d95-9bd9-ad33713cc8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:06.384691 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f3460718-e19f-43bc-8b77-8a09de8eb575 req-c9536f59-fd33-4d95-9bd9-ad33713cc8ff service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 1129 time: 0.1644602 Jul 28 02:20:06.445519 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0df74925-8f6e-43fd-beec-aae2f862bfd8 req-e00e4819-ca59-46c4-a9e1-fb119d54782c tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028017 Jul 28 02:20:06.488239 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f3460718-e19f-43bc-8b77-8a09de8eb575 req-21aad084-b4d5-4eed-9cc1-bcedce06f112 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928385 Jul 28 02:20:06.489390 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:06.498573 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:06.548311 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e4e280ee-daed-4668-895d-0b24f0eb5431 req-0077fa2e-c092-4dfd-8eae-8df712e2839e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d07f97be-2b00-4c81-a7cf-ea02ac526203 HTTP/1.1" status: 200 len: 1002 time: 0.3905957 Jul 28 02:20:06.549684 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0f0dbf0b-bf4a-4602-b96d-2e31e5fe3449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1600198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363916'] for router (18f0232a-1be4-4dae-99f4-02654af70724), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:06.603067 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-c9e29fa9-a32b-4a42-936f-08f9b2bf9ed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9026580a-9a93-42a4-b6b5-73328b1a0c05 {{(pid=103999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:20:06.617337 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-c9e29fa9-a32b-4a42-936f-08f9b2bf9ed7 service neutron] Publish callbacks [] for port (9026580a-9a93-42a4-b6b5-73328b1a0c05), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:06.637348 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.provisioning_blocks [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-c9e29fa9-a32b-4a42-936f-08f9b2bf9ed7 service neutron] Transition to ACTIVE for port object 9026580a-9a93-42a4-b6b5-73328b1a0c05 will not be triggered until provisioned by entity L2. {{(pid=103999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 02:20:06.643893 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-c9e29fa9-a32b-4a42-936f-08f9b2bf9ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25613259'] for port (9026580a-9a93-42a4-b6b5-73328b1a0c05), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:06.722773 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e29fa9-a32b-4a42-936f-08f9b2bf9ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=9026580a-9a93-42a4-b6b5-73328b1a0c05,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:06.904327 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-c9e29fa9-a32b-4a42-936f-08f9b2bf9ed7 service neutron] Attempting to bind port 9026580a-9a93-42a4-b6b5-73328b1a0c05 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:20:06.904672 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-c9e29fa9-a32b-4a42-936f-08f9b2bf9ed7 service neutron] Attempting to bind port 9026580a-9a93-42a4-b6b5-73328b1a0c05 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '93b441e0-f2a5-49f2-899d-b2fda4d6c4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8466f690-6ecd-4c36-b468-10b5b1c31996'}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:20:06.905046 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-c9e29fa9-a32b-4a42-936f-08f9b2bf9ed7 service neutron] Attempting to bind port 9026580a-9a93-42a4-b6b5-73328b1a0c05 on network 8466f690-6ecd-4c36-b468-10b5b1c31996 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:20:06.916826 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-c9e29fa9-a32b-4a42-936f-08f9b2bf9ed7 service neutron] Port 9026580a-9a93-42a4-b6b5-73328b1a0c05 on network 8466f690-6ecd-4c36-b468-10b5b1c31996 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 02:20:06.925370 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-c9e29fa9-a32b-4a42-936f-08f9b2bf9ed7 service neutron] Attempting to bind port 9026580a-9a93-42a4-b6b5-73328b1a0c05 on network 8466f690-6ecd-4c36-b468-10b5b1c31996 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:20:06.932931 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-c9e29fa9-a32b-4a42-936f-08f9b2bf9ed7 service neutron] Checking agent: {'id': '4faf9253-2001-44ef-b83a-102e5ef5a109', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'started_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:20:06.933171 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-c9e29fa9-a32b-4a42-936f-08f9b2bf9ed7 service neutron] Checking segment: {'id': '93b441e0-f2a5-49f2-899d-b2fda4d6c4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8466f690-6ecd-4c36-b468-10b5b1c31996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:20:06.933565 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-c9e29fa9-a32b-4a42-936f-08f9b2bf9ed7 service neutron] Bound using segment: {'id': '93b441e0-f2a5-49f2-899d-b2fda4d6c4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8466f690-6ecd-4c36-b468-10b5b1c31996'} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:20:06.934007 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-c9e29fa9-a32b-4a42-936f-08f9b2bf9ed7 service neutron] Bound port: 9026580a-9a93-42a4-b6b5-73328b1a0c05, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b441e0-f2a5-49f2-899d-b2fda4d6c4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8466f690-6ecd-4c36-b468-10b5b1c31996'}}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:20:06.937088 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-c9e29fa9-a32b-4a42-936f-08f9b2bf9ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (9026580a-9a93-42a4-b6b5-73328b1a0c05), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:07.001525 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-6e0db19c-bd6a-4506-ab3a-010627b72bae tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Allocated IP 172.20.0.9 (bda255f1-8497-41f0-9d65-8f281bd7eb0d/0b6c1c1a-91bf-46d8-8e77-626f9a84855f/60dcd1ef-cfe6-44be-bd4d-be1a1761d28d) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:20:07.010091 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e280ee-daed-4668-895d-0b24f0eb5431 req-b6cfe543-5014-4250-b897-34084c4ec5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:07.011899 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e4e280ee-daed-4668-895d-0b24f0eb5431 req-b6cfe543-5014-4250-b897-34084c4ec5cc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5140c104-3441-42e7-8ecc-b111359f4da5 HTTP/1.1" status: 200 len: 855 time: 0.2457891 Jul 28 02:20:07.034789 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device d07f97be-2b00-4c81-a7cf-ea02ac526203 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 02:20:07.207912 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02317428-3884-49cf-addc-8b6c983af79b req-013047e0-79d1-46d5-a514-46a74b94794e tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:07.214728 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-02317428-3884-49cf-addc-8b6c983af79b req-013047e0-79d1-46d5-a514-46a74b94794e tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.2396643 Jul 28 02:20:07.225338 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-6e0db19c-bd6a-4506-ab3a-010627b72bae tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for port (60dcd1ef-cfe6-44be-bd4d-be1a1761d28d), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:07.249246 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-c9e29fa9-a32b-4a42-936f-08f9b2bf9ed7 service neutron] For port 9026580a-9a93-42a4-b6b5-73328b1a0c05, host hv-cinder-79987, cleared binding levels {{(pid=103999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:20:07.255195 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-c9e29fa9-a32b-4a42-936f-08f9b2bf9ed7 service neutron] For port 9026580a-9a93-42a4-b6b5-73328b1a0c05, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9026580a-9a93-42a4-b6b5-73328b1a0c05,segment=NetworkSegment(93b441e0-f2a5-49f2-899d-b2fda4d6c4fa),segment_id=93b441e0-f2a5-49f2-899d-b2fda4d6c4fa)] {{(pid=103999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:20:07.273453 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d5f87-2d69-4399-96f5-38e0463587cc req-e8a61e88-7bca-480e-a883-2c130626c8ac tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:07.275588 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4c3d5f87-2d69-4399-96f5-38e0463587cc req-e8a61e88-7bca-480e-a883-2c130626c8ac tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=84182d0b-8573-484f-a608-7e224c01bdf9 HTTP/1.1" status: 200 len: 943 time: 0.2952547 Jul 28 02:20:07.283677 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-c9e29fa9-a32b-4a42-936f-08f9b2bf9ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25613259'] for port (9026580a-9a93-42a4-b6b5-73328b1a0c05), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:07.290967 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:07.320620 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:07.341992 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-6e0db19c-bd6a-4506-ab3a-010627b72bae tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (60dcd1ef-cfe6-44be-bd4d-be1a1761d28d), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:07.424573 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 381df188-01c4-4181-92e1-f3df290d4f58 up at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:20:07.501968 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-c9e29fa9-a32b-4a42-936f-08f9b2bf9ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:07.502462 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-c9e29fa9-a32b-4a42-936f-08f9b2bf9ed7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:07.504239 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-c9e29fa9-a32b-4a42-936f-08f9b2bf9ed7 service neutron] 10.222.0.45 "PUT /v2.0/ports/9026580a-9a93-42a4-b6b5-73328b1a0c05 HTTP/1.1" status: 200 len: 1093 time: 2.4426904 Jul 28 02:20:07.507668 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e29fa9-a32b-4a42-936f-08f9b2bf9ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=9026580a-9a93-42a4-b6b5-73328b1a0c05,revision_number=3']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:07.510263 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84182d0b-8573-484f-a608-7e224c01bdf9', 'tag': '9026580a-9a93-42a4-b6b5-73328b1a0c05'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:20:07.512367 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c5876a-1863-4825-8099-a833eb6d8362 None None] Network 3b385145-c55b-40e5-9931-096222c4f626 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:20:07.512603 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fd3017fc08cfcfd8945092685727e724b0eb79f5cdddf0496dd7adb644fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a32e058-4873-4b11-b71a-2db6cc4104af" -d '{"events": [{"name": "network-changed", "server_uuid": "84182d0b-8573-484f-a608-7e224c01bdf9", "tag": "9026580a-9a93-42a4-b6b5-73328b1a0c05"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:20:07.523108 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:07.541197 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e280ee-daed-4668-895d-0b24f0eb5431 req-c46e7d9a-d765-46ca-b3d8-ee2166e89e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:07.544621 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e4e280ee-daed-4668-895d-0b24f0eb5431 req-c46e7d9a-d765-46ca-b3d8-ee2166e89e91 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b7a41f53-02ba-4d68-a9f3-9f5c3103be75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2216184 Jul 28 02:20:07.555807 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-6e0db19c-bd6a-4506-ab3a-010627b72bae tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Network bda255f1-8497-41f0-9d65-8f281bd7eb0d is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:20:07.571086 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-6e0db19c-bd6a-4506-ab3a-010627b72bae tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:20:07.589382 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-6e0db19c-bd6a-4506-ab3a-010627b72bae tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:20:07.616270 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-02317428-3884-49cf-addc-8b6c983af79b req-56aae6f1-1277-42fe-9843-32db4a43bae4 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3545425 Jul 28 02:20:07.650844 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 80d28641-93c8-493c-bf90-22527993856d up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:20:07.653605 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0db19c-bd6a-4506-ab3a-010627b72bae tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event updated for resources: {'Port': ['ID=60dcd1ef-cfe6-44be-bd4d-be1a1761d28d,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:07.679875 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-7ee21c0b-5c51-413c-bf52-d638103becae None None] Provisioning complete for port 80d28641-93c8-493c-bf90-22527993856d triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:07.681035 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7ee21c0b-5c51-413c-bf52-d638103becae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (80d28641-93c8-493c-bf90-22527993856d), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:07.701893 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4c3d5f87-2d69-4399-96f5-38e0463587cc req-caae8b23-6b9a-43af-a51a-b593dd7b8ce3 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083912 Jul 28 02:20:07.710639 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0dbf0b-bf4a-4602-b96d-2e31e5fe3449 admin admin] Router 18f0232a-1be4-4dae-99f4-02654af70724 is scheduled to L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 with binding_index 1 {{(pid=104000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 02:20:07.736778 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-6e0db19c-bd6a-4506-ab3a-010627b72bae tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:07.737820 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-6e0db19c-bd6a-4506-ab3a-010627b72bae tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:07.741988 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:07.912985 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port d07f97be-2b00-4c81-a7cf-ea02ac526203, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d07f97be-2b00-4c81-a7cf-ea02ac526203,segment=NetworkSegment(d704733b-9866-4f1a-bedf-601228758543),segment_id=d704733b-9866-4f1a-bedf-601228758543)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:20:07.988014 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning for port 381df188-01c4-4181-92e1-f3df290d4f58 completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 02:20:07.998441 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:08.078523 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Returning: {'device': 'd07f97be-2b00-4c81-a7cf-ea02ac526203', 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'port_id': 'd07f97be-2b00-4c81-a7cf-ea02ac526203', 'mac_address': 'fa:16:3e:ce:24:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 02:20:08.148138 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning complete for port 381df188-01c4-4181-92e1-f3df290d4f58 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:08.149021 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (381df188-01c4-4181-92e1-f3df290d4f58), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:08.191447 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-6e0db19c-bd6a-4506-ab3a-010627b72bae tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6139524 Jul 28 02:20:08.224596 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-5fed6ecf-a006-4470-a8b4-6e8205295e20 service neutron] Request body: {'port': {'device_id': '606c5aa8-a5d8-4890-b67f-5be4476fea19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:20:08.273392 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d6590-6c8d-444c-8636-70de33a779ff req-6ce7e7e2-d94e-4a1b-a32c-fff9f84b233e tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:08.282746 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f49d6590-6c8d-444c-8636-70de33a779ff req-6ce7e7e2-d94e-4a1b-a32c-fff9f84b233e tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 945 time: 0.2795379 Jul 28 02:20:08.444128 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-a9497e25-4712-4d03-bb13-e432f6aa2a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:08.445905 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-a9497e25-4712-4d03-bb13-e432f6aa2a3e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c8a95d974bc1486c800b91945e600b7d&device_id=84182d0b-8573-484f-a608-7e224c01bdf9 HTTP/1.1" status: 200 len: 1127 time: 0.4985282 Jul 28 02:20:08.476760 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c4eb6-635a-40c0-a745-041b4cce9919 req-3199a7ff-9e95-4eb1-be1e-7297143191ae tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:08.478858 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 80d28641-93c8-493c-bf90-22527993856d triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:08.483775 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (80d28641-93c8-493c-bf90-22527993856d), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:08.493486 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-382c4eb6-635a-40c0-a745-041b4cce9919 req-3199a7ff-9e95-4eb1-be1e-7297143191ae tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=606c5aa8-a5d8-4890-b67f-5be4476fea19 HTTP/1.1" status: 200 len: 931 time: 0.5733366 Jul 28 02:20:08.519764 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-7ee21c0b-5c51-413c-bf52-d638103becae None None] Current status of the port 80d28641-93c8-493c-bf90-22527993856d is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:08.520452 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7ee21c0b-5c51-413c-bf52-d638103becae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (80d28641-93c8-493c-bf90-22527993856d), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:08.543452 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:08.573262 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-5fed6ecf-a006-4470-a8b4-6e8205295e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (60dcd1ef-cfe6-44be-bd4d-be1a1761d28d), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:08.618420 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0dbf0b-bf4a-4602-b96d-2e31e5fe3449 admin admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:20:08.702638 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464d8b91-99fb-4335-808e-7b215f55bafd None None] Sync routers for ids ['18f0232a-1be4-4dae-99f4-02654af70724'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:20:08.706801 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-3fd1dc0e-2e0f-4a24-82d5-4da2791355fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9026580a-9a93-42a4-b6b5-73328b1a0c05 HTTP/1.1" status: 200 len: 217 time: 0.1567197 Jul 28 02:20:08.709152 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port d07f97be-2b00-4c81-a7cf-ea02ac526203 is: ACTIVE; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:08.712151 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (d07f97be-2b00-4c81-a7cf-ea02ac526203), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:08.738998 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e4e280ee-daed-4668-895d-0b24f0eb5431 req-5e24f41f-737c-47ee-9388-8d1006e22894 service neutron] 10.222.0.45 "GET /v2.0/networks/b7a41f53-02ba-4d68-a9f3-9f5c3103be75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7740705 Jul 28 02:20:08.796621 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-4e802326-b923-4aac-be25-ad81942e32a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:08.800554 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d07f97be-2b00-4c81-a7cf-ea02ac526203 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:20:08.802620 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-4e802326-b923-4aac-be25-ad81942e32a3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=871bec04-2843-42ba-889b-bf8c69f943f2 HTTP/1.1" status: 200 len: 848 time: 0.0875013 Jul 28 02:20:08.858919 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f49d6590-6c8d-444c-8636-70de33a779ff req-726cbcc0-b754-49b6-805c-9432e81e7a07 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5249345 Jul 28 02:20:08.878167 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-382c4eb6-635a-40c0-a745-041b4cce9919 req-4cc30826-4173-4f50-8576-f3f111b1382e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=01e84188-5950-457b-9572-4bcca873a123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3829517 Jul 28 02:20:08.954829 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-97013a87-4f2e-4987-8c56-8f9d53c20c18 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8466f690-6ecd-4c36-b468-10b5b1c31996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1311357 Jul 28 02:20:09.056495 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0f0dbf0b-bf4a-4602-b96d-2e31e5fe3449 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:09.064542 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-0f0dbf0b-bf4a-4602-b96d-2e31e5fe3449 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.4446480 Jul 28 02:20:09.067074 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-7ee21c0b-5c51-413c-bf52-d638103becae None None] For port 80d28641-93c8-493c-bf90-22527993856d, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=80d28641-93c8-493c-bf90-22527993856d,segment=NetworkSegment(6499ed60-1e27-4f74-a47d-21a1d2e370bc),segment_id=6499ed60-1e27-4f74-a47d-21a1d2e370bc)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:20:09.102482 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port d07f97be-2b00-4c81-a7cf-ea02ac526203, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d07f97be-2b00-4c81-a7cf-ea02ac526203,segment=NetworkSegment(d704733b-9866-4f1a-bedf-601228758543),segment_id=d704733b-9866-4f1a-bedf-601228758543)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:20:09.123729 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284b734-e479-4384-a4ac-8b703f4e5ff7 req-3b2c3a51-a4f4-48dd-82ae-df87998ec7b1 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:09.132611 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1284b734-e479-4384-a4ac-8b703f4e5ff7 req-3b2c3a51-a4f4-48dd-82ae-df87998ec7b1 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.0767908 Jul 28 02:20:09.135801 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7ee21c0b-5c51-413c-bf52-d638103becae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (80d28641-93c8-493c-bf90-22527993856d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:09.141665 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 45358) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:20:09.144168 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6c5c55-8ec7-489a-b076-a5ac591e2e5c x-openstack-request-id: req-1b6c5c55-8ec7-489a-b076-a5ac591e2e5c {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:20:09.144763 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84182d0b-8573-484f-a608-7e224c01bdf9", "tag": "9026580a-9a93-42a4-b6b5-73328b1a0c05", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:20:09.145297 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1b6c5c55-8ec7-489a-b076-a5ac591e2e5c {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:20:09.145924 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b6c5c55-8ec7-489a-b076-a5ac591e2e5c'] response: {'name': 'network-changed', 'server_uuid': '84182d0b-8573-484f-a608-7e224c01bdf9', 'tag': '9026580a-9a93-42a4-b6b5-73328b1a0c05', 'status': 'completed', 'code': 200} Jul 28 02:20:09.162822 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464d8b91-99fb-4335-808e-7b215f55bafd None None] Routers {'18f0232a-1be4-4dae-99f4-02654af70724'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:20:09.163519 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-464d8b91-99fb-4335-808e-7b215f55bafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:19:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['18f0232a-1be4-4dae-99f4-02654af70724'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:20:09.180186 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (d07f97be-2b00-4c81-a7cf-ea02ac526203), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:09.309848 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 45360) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:20:09.352031 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e4e280ee-daed-4668-895d-0b24f0eb5431 req-3b079355-fc55-43ae-8a9b-a04c30ad03d2 service neutron] 10.222.0.45 "GET /v2.0/networks/b7a41f53-02ba-4d68-a9f3-9f5c3103be75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119078 Jul 28 02:20:09.358105 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 381df188-01c4-4181-92e1-f3df290d4f58 is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:09.358554 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (381df188-01c4-4181-92e1-f3df290d4f58), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:09.437932 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['d07f97be-2b00-4c81-a7cf-ea02ac526203'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:20:09.490407 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-26704af0-eff5-4f7f-9639-13a3b48fb889 None None] Provisioning complete for port 60dcd1ef-cfe6-44be-bd4d-be1a1761d28d triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:09.491187 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-26704af0-eff5-4f7f-9639-13a3b48fb889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (60dcd1ef-cfe6-44be-bd4d-be1a1761d28d), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:09.603016 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-26704af0-eff5-4f7f-9639-13a3b48fb889 None None] Port 60dcd1ef-cfe6-44be-bd4d-be1a1761d28d cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:20:09.634996 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-26704af0-eff5-4f7f-9639-13a3b48fb889 None None] Provisioning complete for port 80d28641-93c8-493c-bf90-22527993856d triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:09.635266 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-26704af0-eff5-4f7f-9639-13a3b48fb889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (80d28641-93c8-493c-bf90-22527993856d), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:09.749607 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839bec7e-f188-482a-83c1-93f7812f1fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381df188-01c4-4181-92e1-f3df290d4f58'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:20:09.761782 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd7b23193eab089ffe890151ec8d4d81c159f1068d0ecb51bca31dcd10d4c9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726fc776-f299-4c34-9c5c-3a7a50b31e92" -d '{"events": [{"server_uuid": "839bec7e-f188-482a-83c1-93f7812f1fb6", "name": "network-vif-plugged", "status": "completed", "tag": "381df188-01c4-4181-92e1-f3df290d4f58"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:20:09.764015 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-1cda3604-f66d-4400-941c-c9c2cea7e191 service neutron] 10.222.0.45 "GET /v2.0/networks/8466f690-6ecd-4c36-b468-10b5b1c31996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8078363 Jul 28 02:20:09.821722 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:09.832400 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee21c0b-5c51-413c-bf52-d638103becae None None] Pushing event updated for resources: {'Port': ['ID=80d28641-93c8-493c-bf90-22527993856d,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:09.906417 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 381df188-01c4-4181-92e1-f3df290d4f58, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=381df188-01c4-4181-92e1-f3df290d4f58,segment=NetworkSegment(061ae22b-e238-4740-8938-e6c134ab8fa9),segment_id=061ae22b-e238-4740-8938-e6c134ab8fa9)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:20:09.952603 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46442e47-def2-4c23-a199-e72fddfe901d req-872d8a1a-d659-4b8d-ac2b-3066e10cfc38 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:09.967944 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-46442e47-def2-4c23-a199-e72fddfe901d req-872d8a1a-d659-4b8d-ac2b-3066e10cfc38 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=84182d0b-8573-484f-a608-7e224c01bdf9 HTTP/1.1" status: 200 len: 943 time: 0.5054393 Jul 28 02:20:10.023636 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-26704af0-eff5-4f7f-9639-13a3b48fb889 None None] Current status of the port 80d28641-93c8-493c-bf90-22527993856d is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:10.029586 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (381df188-01c4-4181-92e1-f3df290d4f58), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:10.057565 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 80d28641-93c8-493c-bf90-22527993856d is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:10.073949 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1284b734-e479-4384-a4ac-8b703f4e5ff7 req-bb456069-c58e-4e39-a59a-7a1aa37c1586 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9400513 Jul 28 02:20:10.074889 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1695befb-6bb3-4c49-bf05-6177a0f9f45b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:10.120228 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:10.136418 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-464d8b91-99fb-4335-808e-7b215f55bafd None None] Set router 18f0232a-1be4-4dae-99f4-02654af70724 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:20:10.143607 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-5fed6ecf-a006-4470-a8b4-6e8205295e20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60dcd1ef-cfe6-44be-bd4d-be1a1761d28d {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:20:10.160040 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-5fed6ecf-a006-4470-a8b4-6e8205295e20 service neutron] Publish callbacks [] for port (60dcd1ef-cfe6-44be-bd4d-be1a1761d28d), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:10.188987 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-5fed6ecf-a006-4470-a8b4-6e8205295e20 service neutron] Transition to ACTIVE for port object 60dcd1ef-cfe6-44be-bd4d-be1a1761d28d will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 02:20:10.206261 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-5fed6ecf-a006-4470-a8b4-6e8205295e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (60dcd1ef-cfe6-44be-bd4d-be1a1761d28d), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:10.233152 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:10.239234 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=d07f97be-2b00-4c81-a7cf-ea02ac526203,revision_number=6']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:10.270898 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82815da1-497a-44b6-b7d1-28aee00403b1 x-openstack-request-id: req-82815da1-497a-44b6-b7d1-28aee00403b1 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:20:10.271260 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839bec7e-f188-482a-83c1-93f7812f1fb6", "name": "network-vif-plugged", "status": "completed", "tag": "381df188-01c4-4181-92e1-f3df290d4f58", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:20:10.271512 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-82815da1-497a-44b6-b7d1-28aee00403b1 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:20:10.272094 dv-cinder-799871-46-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82815da1-497a-44b6-b7d1-28aee00403b1'] response: {'server_uuid': '839bec7e-f188-482a-83c1-93f7812f1fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381df188-01c4-4181-92e1-f3df290d4f58', 'code': 200} Jul 28 02:20:10.329399 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed6ecf-a006-4470-a8b4-6e8205295e20 service neutron] Pushing event updated for resources: {'Port': ['ID=60dcd1ef-cfe6-44be-bd4d-be1a1761d28d,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:10.521110 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-5fed6ecf-a006-4470-a8b4-6e8205295e20 service neutron] Attempting to bind port 60dcd1ef-cfe6-44be-bd4d-be1a1761d28d on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:20:10.521452 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-5fed6ecf-a006-4470-a8b4-6e8205295e20 service neutron] Attempting to bind port 60dcd1ef-cfe6-44be-bd4d-be1a1761d28d by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'ad593867-37dc-486f-9ad0-984d268f99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:20:10.521786 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-5fed6ecf-a006-4470-a8b4-6e8205295e20 service neutron] Attempting to bind port 60dcd1ef-cfe6-44be-bd4d-be1a1761d28d on network bda255f1-8497-41f0-9d65-8f281bd7eb0d {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:20:10.523838 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:10.540817 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-5fed6ecf-a006-4470-a8b4-6e8205295e20 service neutron] Port 60dcd1ef-cfe6-44be-bd4d-be1a1761d28d on network bda255f1-8497-41f0-9d65-8f281bd7eb0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 02:20:10.541192 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-5fed6ecf-a006-4470-a8b4-6e8205295e20 service neutron] Attempting to bind port 60dcd1ef-cfe6-44be-bd4d-be1a1761d28d on network bda255f1-8497-41f0-9d65-8f281bd7eb0d {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:20:10.544444 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:10.544606 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 80d28641-93c8-493c-bf90-22527993856d up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:20:10.549388 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-5fed6ecf-a006-4470-a8b4-6e8205295e20 service neutron] Checking agent: {'id': '4faf9253-2001-44ef-b83a-102e5ef5a109', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'started_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:20:10.549735 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-5fed6ecf-a006-4470-a8b4-6e8205295e20 service neutron] Checking segment: {'id': 'ad593867-37dc-486f-9ad0-984d268f99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:20:10.550121 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-5fed6ecf-a006-4470-a8b4-6e8205295e20 service neutron] Bound using segment: {'id': 'ad593867-37dc-486f-9ad0-984d268f99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:20:10.550559 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-5fed6ecf-a006-4470-a8b4-6e8205295e20 service neutron] Bound port: 60dcd1ef-cfe6-44be-bd4d-be1a1761d28d, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad593867-37dc-486f-9ad0-984d268f99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:20:10.550923 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-5fed6ecf-a006-4470-a8b4-6e8205295e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (60dcd1ef-cfe6-44be-bd4d-be1a1761d28d), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:10.748958 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=381df188-01c4-4181-92e1-f3df290d4f58,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:10.794999 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e53923-e923-43c7-99ab-cf8f063e62f0 req-4c161234-0422-4494-b88b-a3a3ab9a20d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:10.802760 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e8e53923-e923-43c7-99ab-cf8f063e62f0 req-4c161234-0422-4494-b88b-a3a3ab9a20d6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 1130 time: 0.2395873 Jul 28 02:20:10.810351 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-464d8b91-99fb-4335-808e-7b215f55bafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f0232a-1be4-4dae-99f4-02654af70724', 'name': 'tempest-TestVolumeBootPattern-1047698897-router', 'tenant_id': 'f30b227ab0e34d0ba4221b67cfef8b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '936e301d-ff84-4a60-a39b-cb05855de07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:20:01Z', 'updated_at': '2022-07-28T02:20:04Z', 'revision_number': 3, 'project_id': 'f30b227ab0e34d0ba4221b67cfef8b01', 'gw_port': {'id': '936e301d-ff84-4a60-a39b-cb05855de07d', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f0232a-1be4-4dae-99f4-02654af70724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:03Z', 'updated_at': '2022-07-28T02:20:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi'}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:20:10.885538 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464d8b91-99fb-4335-808e-7b215f55bafd None None] Checking router: 18f0232a-1be4-4dae-99f4-02654af70724 for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:20:10.885901 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464d8b91-99fb-4335-808e-7b215f55bafd None None] Updating router 18f0232a-1be4-4dae-99f4-02654af70724 port 936e301d-ff84-4a60-a39b-cb05855de07d binding host dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 02:20:10.924007 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-464d8b91-99fb-4335-808e-7b215f55bafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (936e301d-ff84-4a60-a39b-cb05855de07d), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:10.967075 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-5fed6ecf-a006-4470-a8b4-6e8205295e20 service neutron] For port 60dcd1ef-cfe6-44be-bd4d-be1a1761d28d, host hv-cinder-79987, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:20:10.973580 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 80d28641-93c8-493c-bf90-22527993856d triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:10.974871 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (80d28641-93c8-493c-bf90-22527993856d), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:10.999313 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-5fed6ecf-a006-4470-a8b4-6e8205295e20 service neutron] For port 60dcd1ef-cfe6-44be-bd4d-be1a1761d28d, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=60dcd1ef-cfe6-44be-bd4d-be1a1761d28d,segment=NetworkSegment(ad593867-37dc-486f-9ad0-984d268f99db),segment_id=ad593867-37dc-486f-9ad0-984d268f99db)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:20:11.003086 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e8e53923-e923-43c7-99ab-cf8f063e62f0 req-24a5e426-8ef2-4651-bf04-e7348e44b391 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900454 Jul 28 02:20:11.023544 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-5fed6ecf-a006-4470-a8b4-6e8205295e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (60dcd1ef-cfe6-44be-bd4d-be1a1761d28d), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:11.104691 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-62dc70cc-973e-4acc-9848-b42ddb8bdb72 req-784e1303-2c08-4157-840c-2fb16b3faf88 service neutron] 10.222.0.45 "GET /v2.0/networks/8466f690-6ecd-4c36-b468-10b5b1c31996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2860808 Jul 28 02:20:11.112260 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-5fed6ecf-a006-4470-a8b4-6e8205295e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:11.113173 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-5fed6ecf-a006-4470-a8b4-6e8205295e20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:11.114859 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-5fed6ecf-a006-4470-a8b4-6e8205295e20 service neutron] 10.222.0.45 "PUT /v2.0/ports/60dcd1ef-cfe6-44be-bd4d-be1a1761d28d HTTP/1.1" status: 200 len: 1093 time: 2.9117675 Jul 28 02:20:11.115456 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606c5aa8-a5d8-4890-b67f-5be4476fea19', 'tag': '60dcd1ef-cfe6-44be-bd4d-be1a1761d28d'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:20:11.117925 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a0695d-99ea-4b4b-bb47-0496e0789193" -d '{"events": [{"name": "network-changed", "server_uuid": "606c5aa8-a5d8-4890-b67f-5be4476fea19", "tag": "60dcd1ef-cfe6-44be-bd4d-be1a1761d28d"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:20:11.130393 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:11.156152 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-46442e47-def2-4c23-a199-e72fddfe901d req-10a3ee62-6c1b-42cc-bef5-e01b4e96af76 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1869867 Jul 28 02:20:11.177952 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed6ecf-a006-4470-a8b4-6e8205295e20 service neutron] Pushing event updated for resources: {'Port': ['ID=60dcd1ef-cfe6-44be-bd4d-be1a1761d28d,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:11.195615 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5ab64-70f5-4090-b4f1-c69b89f0eb59 req-07079e94-e56b-42e0-bcb3-b3a981ae3fb1 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:11.207592 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3db5ab64-70f5-4090-b4f1-c69b89f0eb59 req-07079e94-e56b-42e0-bcb3-b3a981ae3fb1 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 946 time: 0.3473938 Jul 28 02:20:11.287397 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device d07f97be-2b00-4c81-a7cf-ea02ac526203 up at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:20:11.421681 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3db5ab64-70f5-4090-b4f1-c69b89f0eb59 req-b01c64d8-bac1-41d6-ba4a-d291f7cbfe25 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114224 Jul 28 02:20:11.432116 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d931dd-f1a5-40cb-b7c0-dcda92be159e req-0eaba132-3ff7-4c6d-8d36-3597168bded0 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:11.456612 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b2d931dd-f1a5-40cb-b7c0-dcda92be159e req-0eaba132-3ff7-4c6d-8d36-3597168bded0 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=606c5aa8-a5d8-4890-b67f-5be4476fea19 HTTP/1.1" status: 200 len: 943 time: 0.1745672 Jul 28 02:20:11.513480 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ae8d3f-1456-454a-86d9-8bc62b3beb32 x-openstack-request-id: req-d1ae8d3f-1456-454a-86d9-8bc62b3beb32 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:20:11.514017 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606c5aa8-a5d8-4890-b67f-5be4476fea19", "tag": "60dcd1ef-cfe6-44be-bd4d-be1a1761d28d", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:20:11.514441 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d1ae8d3f-1456-454a-86d9-8bc62b3beb32 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:20:11.515006 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1ae8d3f-1456-454a-86d9-8bc62b3beb32'] response: {'name': 'network-changed', 'server_uuid': '606c5aa8-a5d8-4890-b67f-5be4476fea19', 'tag': '60dcd1ef-cfe6-44be-bd4d-be1a1761d28d', 'status': 'completed', 'code': 200} Jul 28 02:20:11.580845 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1695befb-6bb3-4c49-bf05-6177a0f9f45b admin admin] Publish callbacks [] for security_group (6f890312-7ec6-41ab-bbfc-44b886236e7f), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:11.632250 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1695befb-6bb3-4c49-bf05-6177a0f9f45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (6f890312-7ec6-41ab-bbfc-44b886236e7f), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:11.634765 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:11.654287 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning complete for port d07f97be-2b00-4c81-a7cf-ea02ac526203 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:11.655298 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (d07f97be-2b00-4c81-a7cf-ea02ac526203), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:11.661325 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 80d28641-93c8-493c-bf90-22527993856d is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:11.718458 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8684102-fdfd-4eda-92cf-54a55b23e476 req-4200fd54-e7fc-40fc-803b-28345e5cdac6 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:11.720394 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d8684102-fdfd-4eda-92cf-54a55b23e476 req-4200fd54-e7fc-40fc-803b-28345e5cdac6 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 945 time: 0.1211796 Jul 28 02:20:11.723681 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b2d931dd-f1a5-40cb-b7c0-dcda92be159e req-09feb3ab-8906-4dab-9d0e-583a125c92eb tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=01e84188-5950-457b-9572-4bcca873a123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2660422 Jul 28 02:20:11.735846 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-1695befb-6bb3-4c49-bf05-6177a0f9f45b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=01c16443af9340dbb071286db5421faf&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4185376 Jul 28 02:20:11.736076 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 45386) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:20:11.742156 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:11.742336 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695befb-6bb3-4c49-bf05-6177a0f9f45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f890312-7ec6-41ab-bbfc-44b886236e7f,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:11.770025 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-464d8b91-99fb-4335-808e-7b215f55bafd None None] Publish callbacks [] for port (936e301d-ff84-4a60-a39b-cb05855de07d), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:11.807720 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a479dbbc-ff0d-4663-90ae-15dbb98bc11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:11.816945 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-464d8b91-99fb-4335-808e-7b215f55bafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (936e301d-ff84-4a60-a39b-cb05855de07d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:11.872034 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port d07f97be-2b00-4c81-a7cf-ea02ac526203 is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:11.872716 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (d07f97be-2b00-4c81-a7cf-ea02ac526203), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:11.883968 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:11.908815 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d8684102-fdfd-4eda-92cf-54a55b23e476 req-1c4d5dc8-4e12-41c4-9018-2c705b6f9a69 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701119 Jul 28 02:20:11.923921 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2ad1dd0a-32d1-4d60-a016-fedea58d8faa admin admin] Publish callbacks [] for security_group (6f890312-7ec6-41ab-bbfc-44b886236e7f), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:11.943239 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-464d8b91-99fb-4335-808e-7b215f55bafd None None] Attempting to bind port 936e301d-ff84-4a60-a39b-cb05855de07d on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:20:11.949634 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-464d8b91-99fb-4335-808e-7b215f55bafd None None] Attempting to bind port 936e301d-ff84-4a60-a39b-cb05855de07d by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:20:11.950159 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464d8b91-99fb-4335-808e-7b215f55bafd None None] Attempting to bind port 936e301d-ff84-4a60-a39b-cb05855de07d on network fac975fe-f61e-48f2-98cd-c3133f923d7b {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:20:11.955251 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0baad9-f27f-4031-841b-9612c2d922ef None None] Pushing event updated for resources: {'Port': ['ID=936e301d-ff84-4a60-a39b-cb05855de07d,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:11.966296 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2ad1dd0a-32d1-4d60-a016-fedea58d8faa admin admin] Publish callbacks [] for security_group (6f890312-7ec6-41ab-bbfc-44b886236e7f), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:11.983627 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464d8b91-99fb-4335-808e-7b215f55bafd None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:20:11.986304 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464d8b91-99fb-4335-808e-7b215f55bafd None None] Checking segment: {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:20:11.994192 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-464d8b91-99fb-4335-808e-7b215f55bafd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:11.995394 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464d8b91-99fb-4335-808e-7b215f55bafd None None] Bound using segment: {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:20:11.997607 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-464d8b91-99fb-4335-808e-7b215f55bafd None None] Bound port: 936e301d-ff84-4a60-a39b-cb05855de07d, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:20:12.002565 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-464d8b91-99fb-4335-808e-7b215f55bafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (936e301d-ff84-4a60-a39b-cb05855de07d), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:12.045552 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port d07f97be-2b00-4c81-a7cf-ea02ac526203, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d07f97be-2b00-4c81-a7cf-ea02ac526203,segment=NetworkSegment(d704733b-9866-4f1a-bedf-601228758543),segment_id=d704733b-9866-4f1a-bedf-601228758543)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:20:12.056416 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2ad1dd0a-32d1-4d60-a016-fedea58d8faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (6f890312-7ec6-41ab-bbfc-44b886236e7f), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:12.059595 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2ad1dd0a-32d1-4d60-a016-fedea58d8faa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:12.069714 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (d07f97be-2b00-4c81-a7cf-ea02ac526203), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:12.080780 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-2ad1dd0a-32d1-4d60-a016-fedea58d8faa admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6f890312-7ec6-41ab-bbfc-44b886236e7f HTTP/1.1" status: 204 len: 168 time: 0.3435125 Jul 28 02:20:12.108487 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1dd0a-32d1-4d60-a016-fedea58d8faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f890312-7ec6-41ab-bbfc-44b886236e7f,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:12.144685 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-464d8b91-99fb-4335-808e-7b215f55bafd None None] For port 936e301d-ff84-4a60-a39b-cb05855de07d, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:20:12.175573 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-464d8b91-99fb-4335-808e-7b215f55bafd None None] For port 936e301d-ff84-4a60-a39b-cb05855de07d, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=936e301d-ff84-4a60-a39b-cb05855de07d,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:20:12.180465 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=d07f97be-2b00-4c81-a7cf-ea02ac526203,revision_number=7']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:12.196523 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-464d8b91-99fb-4335-808e-7b215f55bafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (936e301d-ff84-4a60-a39b-cb05855de07d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:12.211321 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:12.297919 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [None req-a479dbbc-ff0d-4663-90ae-15dbb98bc11a admin admin] Allocated IP 172.20.0.1 (3b385145-c55b-40e5-9931-096222c4f626/e79756c4-3db6-4821-94dd-cd630968e0ac/66b74b7b-0ec0-4c03-a425-32ebea52d80c) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:20:12.324653 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f3fd25-2f4e-4cbc-8c43-158fc08ece33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07f97be-2b00-4c81-a7cf-ea02ac526203'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:20:12.327415 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd7b23193eab089ffe890151ec8d4d81c159f1068d0ecb51bca31dcd10d4c9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c712183-b4f6-4e10-aa8a-7828e59f89a7" -d '{"events": [{"server_uuid": "37f3fd25-2f4e-4cbc-8c43-158fc08ece33", "name": "network-vif-plugged", "status": "completed", "tag": "d07f97be-2b00-4c81-a7cf-ea02ac526203"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:20:12.355351 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0baad9-f27f-4031-841b-9612c2d922ef None None] Pushing event updated for resources: {'Port': ['ID=936e301d-ff84-4a60-a39b-cb05855de07d,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:12.371987 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-c29356c8-5d12-4d60-9a56-de0bb4bfceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:12.373576 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-c29356c8-5d12-4d60-9a56-de0bb4bfceb4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4622eae14dd460dbd4e51d4a0413e5f&device_id=606c5aa8-a5d8-4890-b67f-5be4476fea19 HTTP/1.1" status: 200 len: 1127 time: 0.3190243 Jul 28 02:20:12.384357 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464d8b91-99fb-4335-808e-7b215f55bafd None None] Routers {'18f0232a-1be4-4dae-99f4-02654af70724'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:20:12.385598 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-464d8b91-99fb-4335-808e-7b215f55bafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:19:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['18f0232a-1be4-4dae-99f4-02654af70724'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:20:12.439884 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32e058-4873-4b11-b71a-2db6cc4104af req-4f54fcb6-14a0-4b9d-aefe-31f8e162ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:12.441111 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8a32e058-4873-4b11-b71a-2db6cc4104af req-4f54fcb6-14a0-4b9d-aefe-31f8e162ba2d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c8a95d974bc1486c800b91945e600b7d&device_id=84182d0b-8573-484f-a608-7e224c01bdf9 HTTP/1.1" status: 200 len: 1127 time: 0.0743048 Jul 28 02:20:12.454345 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-708fd0c2-ca1f-4336-812d-a9b513b313d5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60dcd1ef-cfe6-44be-bd4d-be1a1761d28d HTTP/1.1" status: 200 len: 217 time: 0.0678930 Jul 28 02:20:12.536681 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:12.538864 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-721d088c-01b1-439b-b943-7d0d39f73970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:12.540709 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-721d088c-01b1-439b-b943-7d0d39f73970 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b6c1c1a-91bf-46d8-8e77-626f9a84855f HTTP/1.1" status: 200 len: 854 time: 0.0535040 Jul 28 02:20:12.542973 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-464d8b91-99fb-4335-808e-7b215f55bafd None None] Set router 18f0232a-1be4-4dae-99f4-02654af70724 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:20:12.550064 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162abb5-b530-4be5-9578-34286ace7d22 req-05d16fb7-2214-4a3c-8cac-825a59604b02 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:12.551580 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a162abb5-b530-4be5-9578-34286ace7d22 req-05d16fb7-2214-4a3c-8cac-825a59604b02 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=84182d0b-8573-484f-a608-7e224c01bdf9 HTTP/1.1" status: 200 len: 943 time: 0.2192843 Jul 28 02:20:12.749902 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-0601e619-0198-481e-9df3-1935f2055f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:12.752269 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-0601e619-0198-481e-9df3-1935f2055f46 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bda255f1-8497-41f0-9d65-8f281bd7eb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1997783 Jul 28 02:20:12.775782 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-c2757ce9-2f61-48e4-9a4b-c60c38a73748 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:12.777346 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-c2757ce9-2f61-48e4-9a4b-c60c38a73748 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/networks?id=645f8645-b726-4be7-bb5a-32ec9ab88df5 HTTP/1.1" status: 200 len: 815 time: 0.5199289 Jul 28 02:20:12.790101 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32e058-4873-4b11-b71a-2db6cc4104af req-fb951422-d581-4ffb-bea5-063200b53f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:12.798043 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8a32e058-4873-4b11-b71a-2db6cc4104af req-fb951422-d581-4ffb-bea5-063200b53f99 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8466f690-6ecd-4c36-b468-10b5b1c31996 HTTP/1.1" status: 200 len: 909 time: 0.3472545 Jul 28 02:20:12.808151 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-07f2610a-2c82-4bc1-a2f2-7fb62a5180c3 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/quotas/9cb7e92c703a42d6be6343c04934d533 HTTP/1.1" status: 200 len: 375 time: 0.0122759 Jul 28 02:20:12.838942 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a162abb5-b530-4be5-9578-34286ace7d22 req-a78f7bc7-cebf-4887-8376-8f2dc8ba8721 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690668 Jul 28 02:20:12.924070 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a479dbbc-ff0d-4663-90ae-15dbb98bc11a admin admin] Publish callbacks [] for port (66b74b7b-0ec0-4c03-a425-32ebea52d80c), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:12.951517 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-fbb0b5da-f0bd-4ef1-8142-4119d1b8b6c9 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=9cb7e92c703a42d6be6343c04934d533&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1334789 Jul 28 02:20:12.969582 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e4b7a2-46eb-4bfc-83b7-a3ee2991068a x-openstack-request-id: req-02e4b7a2-46eb-4bfc-83b7-a3ee2991068a {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:20:12.970201 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f3fd25-2f4e-4cbc-8c43-158fc08ece33", "name": "network-vif-plugged", "status": "completed", "tag": "d07f97be-2b00-4c81-a7cf-ea02ac526203", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:20:12.970201 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-02e4b7a2-46eb-4bfc-83b7-a3ee2991068a {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:20:12.971398 dv-cinder-799871-46-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02e4b7a2-46eb-4bfc-83b7-a3ee2991068a'] response: {'server_uuid': '37f3fd25-2f4e-4cbc-8c43-158fc08ece33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07f97be-2b00-4c81-a7cf-ea02ac526203', 'code': 200} Jul 28 02:20:12.973473 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-464d8b91-99fb-4335-808e-7b215f55bafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f0232a-1be4-4dae-99f4-02654af70724', 'name': 'tempest-TestVolumeBootPattern-1047698897-router', 'tenant_id': 'f30b227ab0e34d0ba4221b67cfef8b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '936e301d-ff84-4a60-a39b-cb05855de07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:20:01Z', 'updated_at': '2022-07-28T02:20:04Z', 'revision_number': 3, 'project_id': 'f30b227ab0e34d0ba4221b67cfef8b01', 'gw_port': {'id': '936e301d-ff84-4a60-a39b-cb05855de07d', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f0232a-1be4-4dae-99f4-02654af70724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:03Z', 'updated_at': '2022-07-28T02:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi'}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:20:13.013673 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464d8b91-99fb-4335-808e-7b215f55bafd None None] The sync data for ids ['18f0232a-1be4-4dae-99f4-02654af70724'] in dv-cinder-799871-46-iscsi is: [{'id': '18f0232a-1be4-4dae-99f4-02654af70724', 'name': 'tempest-TestVolumeBootPattern-1047698897-router', 'tenant_id': 'f30b227ab0e34d0ba4221b67cfef8b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '936e301d-ff84-4a60-a39b-cb05855de07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:20:01Z', 'updated_at': '2022-07-28T02:20:04Z', 'revision_number': 3, 'project_id': 'f30b227ab0e34d0ba4221b67cfef8b01', 'gw_port': {'id': '936e301d-ff84-4a60-a39b-cb05855de07d', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f0232a-1be4-4dae-99f4-02654af70724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:03Z', 'updated_at': '2022-07-28T02:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi'}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:20:13.194883 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 9026580a-9a93-42a4-b6b5-73328b1a0c05 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 02:20:13.264038 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8a32e058-4873-4b11-b71a-2db6cc4104af req-94847d18-c2be-4f41-95dd-02ba9fb24657 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9026580a-9a93-42a4-b6b5-73328b1a0c05 HTTP/1.1" status: 200 len: 217 time: 0.0851133 Jul 28 02:20:13.300002 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a479dbbc-ff0d-4663-90ae-15dbb98bc11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (66b74b7b-0ec0-4c03-a425-32ebea52d80c), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:13.349812 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc0f86-16c4-440f-8fcb-7f323a076ab6 req-e2407afb-d141-4d8b-85c7-82c369e3375c tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:13.361167 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-dadc0f86-16c4-440f-8fcb-7f323a076ab6 req-e2407afb-d141-4d8b-85c7-82c369e3375c tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 946 time: 0.2749121 Jul 28 02:20:13.382933 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32e058-4873-4b11-b71a-2db6cc4104af req-8cd4c66e-7c08-4845-9f3a-1660190015e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:13.384423 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8a32e058-4873-4b11-b71a-2db6cc4104af req-8cd4c66e-7c08-4845-9f3a-1660190015e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=871bec04-2843-42ba-889b-bf8c69f943f2 HTTP/1.1" status: 200 len: 848 time: 0.1137781 Jul 28 02:20:13.444782 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a479dbbc-ff0d-4663-90ae-15dbb98bc11a admin admin] Network 3b385145-c55b-40e5-9931-096222c4f626 is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:20:13.448048 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8a32e058-4873-4b11-b71a-2db6cc4104af req-b0f7593a-7d2c-4051-b1fe-7a3c09025e62 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8466f690-6ecd-4c36-b468-10b5b1c31996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569808 Jul 28 02:20:13.606469 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 9026580a-9a93-42a4-b6b5-73328b1a0c05, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9026580a-9a93-42a4-b6b5-73328b1a0c05,segment=NetworkSegment(93b441e0-f2a5-49f2-899d-b2fda4d6c4fa),segment_id=93b441e0-f2a5-49f2-899d-b2fda4d6c4fa)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:20:13.642813 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-a479dbbc-ff0d-4663-90ae-15dbb98bc11a admin admin] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:20:13.653499 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Returning: {'device': '9026580a-9a93-42a4-b6b5-73328b1a0c05', 'network_id': '8466f690-6ecd-4c36-b468-10b5b1c31996', 'port_id': '9026580a-9a93-42a4-b6b5-73328b1a0c05', 'mac_address': 'fa:16:3e:f9:af:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871bec04-2843-42ba-889b-bf8c69f943f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 02:20:13.765521 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:13.785238 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 9026580a-9a93-42a4-b6b5-73328b1a0c05 is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:13.785726 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (9026580a-9a93-42a4-b6b5-73328b1a0c05), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:13.805551 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9026580a-9a93-42a4-b6b5-73328b1a0c05 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:20:13.814928 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a479dbbc-ff0d-4663-90ae-15dbb98bc11a admin admin] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:20:13.824155 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479dbbc-ff0d-4663-90ae-15dbb98bc11a admin admin] Pushing event updated for resources: {'Port': ['ID=66b74b7b-0ec0-4c03-a425-32ebea52d80c,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:13.829803 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8a32e058-4873-4b11-b71a-2db6cc4104af req-6d8004ab-79f1-4d67-9c9b-b5f34810335e service neutron] 10.222.0.45 "GET /v2.0/networks/8466f690-6ecd-4c36-b468-10b5b1c31996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353322 Jul 28 02:20:13.836733 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-44687f70-064b-4ee3-a63e-3986eab914ea service neutron] 10.222.0.40 "GET /v2.0/networks/645f8645-b726-4be7-bb5a-32ec9ab88df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8627734 Jul 28 02:20:13.850099 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 9026580a-9a93-42a4-b6b5-73328b1a0c05, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9026580a-9a93-42a4-b6b5-73328b1a0c05,segment=NetworkSegment(93b441e0-f2a5-49f2-899d-b2fda4d6c4fa),segment_id=93b441e0-f2a5-49f2-899d-b2fda4d6c4fa)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:20:13.856998 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (9026580a-9a93-42a4-b6b5-73328b1a0c05), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:13.927114 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=9026580a-9a93-42a4-b6b5-73328b1a0c05,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:14.020657 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8a32e058-4873-4b11-b71a-2db6cc4104af req-2cc6446e-fa4c-415b-9e49-92a31dcd075d service neutron] 10.222.0.45 "GET /v2.0/networks/8466f690-6ecd-4c36-b468-10b5b1c31996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777883 Jul 28 02:20:14.120106 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['9026580a-9a93-42a4-b6b5-73328b1a0c05'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:20:14.154372 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-dadc0f86-16c4-440f-8fcb-7f323a076ab6 req-3548d68e-6a29-405f-a11c-f72606d295ed tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7922399 Jul 28 02:20:14.170881 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-398c3ac4-19b5-4073-be40-b73fb1496ce0 service neutron] 10.222.0.45 "GET /v2.0/networks/bda255f1-8497-41f0-9d65-8f281bd7eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9903433 Jul 28 02:20:14.178101 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:14.220908 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a479dbbc-ff0d-4663-90ae-15dbb98bc11a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598604'] for router_interface (18f0232a-1be4-4dae-99f4-02654af70724), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:14.281164 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c47a3677-4b9a-4b62-ac21-8800c6f3154b None None] Provisioning complete for port 66b74b7b-0ec0-4c03-a425-32ebea52d80c triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:14.281615 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c47a3677-4b9a-4b62-ac21-8800c6f3154b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (66b74b7b-0ec0-4c03-a425-32ebea52d80c), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:14.333516 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:14.338106 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 936e301d-ff84-4a60-a39b-cb05855de07d up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:20:14.414591 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:14.415929 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c47a3677-4b9a-4b62-ac21-8800c6f3154b None None] Port 66b74b7b-0ec0-4c03-a425-32ebea52d80c cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:20:14.494974 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 936e301d-ff84-4a60-a39b-cb05855de07d triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:14.495362 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (936e301d-ff84-4a60-a39b-cb05855de07d), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:14.532695 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-da155787-63d2-44af-bded-c1a0ad81ab4e service neutron] 10.222.0.40 "GET /v2.0/networks/645f8645-b726-4be7-bb5a-32ec9ab88df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5506060 Jul 28 02:20:14.659192 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b903bd-ea23-4108-8617-eb9db865cd4e req-0ea625d7-8732-4730-b3d6-393f3a3ee2ef tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:14.660740 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-39b903bd-ea23-4108-8617-eb9db865cd4e req-0ea625d7-8732-4730-b3d6-393f3a3ee2ef tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=606c5aa8-a5d8-4890-b67f-5be4476fea19 HTTP/1.1" status: 200 len: 943 time: 0.2420895 Jul 28 02:20:14.694991 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 936e301d-ff84-4a60-a39b-cb05855de07d is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:14.695388 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (936e301d-ff84-4a60-a39b-cb05855de07d), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:14.744813 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] For port 936e301d-ff84-4a60-a39b-cb05855de07d, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=936e301d-ff84-4a60-a39b-cb05855de07d,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:20:14.761901 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (936e301d-ff84-4a60-a39b-cb05855de07d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:14.849763 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b7a9aa8c-1c8f-4532-8e8c-817567f65298 req-4c065c89-7d61-4f86-9071-cc9cdf41b0a8 service neutron] 10.222.0.45 "GET /v2.0/networks/bda255f1-8497-41f0-9d65-8f281bd7eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6684568 Jul 28 02:20:14.884629 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Pushing event updated for resources: {'Port': ['ID=936e301d-ff84-4a60-a39b-cb05855de07d,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:15.018729 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6ed00-1b81-44a0-ab85-798a9597538b req-56865d06-9c80-48e7-93d9-95dc0b4ba06b tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:15.021163 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9ef6ed00-1b81-44a0-ab85-798a9597538b req-56865d06-9c80-48e7-93d9-95dc0b4ba06b tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.1154866 Jul 28 02:20:15.039471 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-39b903bd-ea23-4108-8617-eb9db865cd4e req-c8061583-6b15-4f2a-82f8-df40bc6309b2 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=01e84188-5950-457b-9572-4bcca873a123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3528297 Jul 28 02:20:15.043713 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a479dbbc-ff0d-4663-90ae-15dbb98bc11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (66b74b7b-0ec0-4c03-a425-32ebea52d80c), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:15.195549 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 9026580a-9a93-42a4-b6b5-73328b1a0c05 up at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:20:15.256167 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9ef6ed00-1b81-44a0-ab85-798a9597538b req-bc84100a-a6a8-4009-9557-9bcb7f1c8338 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152236 Jul 28 02:20:15.267348 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning for port 9026580a-9a93-42a4-b6b5-73328b1a0c05 completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 02:20:15.282618 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning complete for port 9026580a-9a93-42a4-b6b5-73328b1a0c05 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:15.283054 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (9026580a-9a93-42a4-b6b5-73328b1a0c05), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:15.431231 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a479dbbc-ff0d-4663-90ae-15dbb98bc11a admin admin] Publish callbacks [] for port (66b74b7b-0ec0-4c03-a425-32ebea52d80c), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:15.444048 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15d51e-7f90-46f7-9ac4-38d7adc0c951 req-99e46593-13c5-4fff-bb5a-164326a35c77 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:15.455886 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 9026580a-9a93-42a4-b6b5-73328b1a0c05 is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:15.456226 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (9026580a-9a93-42a4-b6b5-73328b1a0c05), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:15.459512 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4c15d51e-7f90-46f7-9ac4-38d7adc0c951 req-99e46593-13c5-4fff-bb5a-164326a35c77 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=84182d0b-8573-484f-a608-7e224c01bdf9 HTTP/1.1" status: 200 len: 944 time: 0.2657595 Jul 28 02:20:15.481446 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a479dbbc-ff0d-4663-90ae-15dbb98bc11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25613259'] for port (66b74b7b-0ec0-4c03-a425-32ebea52d80c), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:15.494389 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:15.510940 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84182d0b-8573-484f-a608-7e224c01bdf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9026580a-9a93-42a4-b6b5-73328b1a0c05'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:20:15.514179 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd7b23193eab089ffe890151ec8d4d81c159f1068d0ecb51bca31dcd10d4c9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55908a48-7583-406c-9ef0-28d8e9926b00" -d '{"events": [{"server_uuid": "84182d0b-8573-484f-a608-7e224c01bdf9", "name": "network-vif-plugged", "status": "completed", "tag": "9026580a-9a93-42a4-b6b5-73328b1a0c05"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:20:15.535919 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 9026580a-9a93-42a4-b6b5-73328b1a0c05, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9026580a-9a93-42a4-b6b5-73328b1a0c05,segment=NetworkSegment(93b441e0-f2a5-49f2-899d-b2fda4d6c4fa),segment_id=93b441e0-f2a5-49f2-899d-b2fda4d6c4fa)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:20:15.546281 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (9026580a-9a93-42a4-b6b5-73328b1a0c05), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:15.623759 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=9026580a-9a93-42a4-b6b5-73328b1a0c05,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:15.941346 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-576581ea-dd01-4b87-910c-2a99d73934d9 req-f93d3a98-22fe-46a4-9205-9129c814e62f tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 210 time: 0.4767363 Jul 28 02:20:16.056868 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:16.074835 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a479dbbc-ff0d-4663-90ae-15dbb98bc11a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598704'] for router_interface (18f0232a-1be4-4dae-99f4-02654af70724), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:16.089498 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479dbbc-ff0d-4663-90ae-15dbb98bc11a admin admin] Pushing event updated for resources: {'Port': ['ID=66b74b7b-0ec0-4c03-a425-32ebea52d80c,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:16.115433 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0695d-99ea-4b4b-bb47-0496e0789193 req-a0521e9f-f73c-414f-af37-270050ea5366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:16.118672 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c2a0695d-99ea-4b4b-bb47-0496e0789193 req-a0521e9f-f73c-414f-af37-270050ea5366 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4622eae14dd460dbd4e51d4a0413e5f&device_id=606c5aa8-a5d8-4890-b67f-5be4476fea19 HTTP/1.1" status: 200 len: 1127 time: 0.2022655 Jul 28 02:20:16.127900 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4c15d51e-7f90-46f7-9ac4-38d7adc0c951 req-3ad81291-5d47-4916-90ff-91c158709f09 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6672490 Jul 28 02:20:16.296202 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00e454-9930-45b0-bf9f-66395949ac63 req-3c6e3b99-553b-4386-9bfd-57c1eccc3f71 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:16.304259 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ec00e454-9930-45b0-bf9f-66395949ac63 req-3c6e3b99-553b-4386-9bfd-57c1eccc3f71 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 946 time: 0.1750090 Jul 28 02:20:16.309963 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cd44d8-11af-4963-b867-65a573e2c1ec x-openstack-request-id: req-e9cd44d8-11af-4963-b867-65a573e2c1ec {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:20:16.310465 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84182d0b-8573-484f-a608-7e224c01bdf9", "name": "network-vif-plugged", "status": "completed", "tag": "9026580a-9a93-42a4-b6b5-73328b1a0c05", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:20:16.310550 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e9cd44d8-11af-4963-b867-65a573e2c1ec {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:20:16.311100 dv-cinder-799871-46-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9cd44d8-11af-4963-b867-65a573e2c1ec'] response: {'server_uuid': '84182d0b-8573-484f-a608-7e224c01bdf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9026580a-9a93-42a4-b6b5-73328b1a0c05', 'code': 200} Jul 28 02:20:16.319448 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 936e301d-ff84-4a60-a39b-cb05855de07d up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:20:16.339821 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:16.393058 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 936e301d-ff84-4a60-a39b-cb05855de07d triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:16.393390 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (936e301d-ff84-4a60-a39b-cb05855de07d), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:16.459067 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0695d-99ea-4b4b-bb47-0496e0789193 req-e8fb93e6-51e8-4152-aa3e-ed88f93ea171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:16.460548 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c2a0695d-99ea-4b4b-bb47-0496e0789193 req-e8fb93e6-51e8-4152-aa3e-ed88f93ea171 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bda255f1-8497-41f0-9d65-8f281bd7eb0d HTTP/1.1" status: 200 len: 916 time: 0.3220837 Jul 28 02:20:16.469720 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:20:16.488794 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ec00e454-9930-45b0-bf9f-66395949ac63 req-901a9032-f62e-49a9-8a1a-46e80ac06f83 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835616 Jul 28 02:20:16.513105 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92c042-dc57-4211-a175-98bc1a919c0e req-5fdfe26d-c4e4-4cab-9529-5178b317251c tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:16.514675 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5a92c042-dc57-4211-a175-98bc1a919c0e req-5fdfe26d-c4e4-4cab-9529-5178b317251c tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=606c5aa8-a5d8-4890-b67f-5be4476fea19 HTTP/1.1" status: 200 len: 943 time: 0.1235890 Jul 28 02:20:16.517605 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a479dbbc-ff0d-4663-90ae-15dbb98bc11a admin admin] Network 3b385145-c55b-40e5-9931-096222c4f626 is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:20:16.567785 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 936e301d-ff84-4a60-a39b-cb05855de07d is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:16.593023 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-a479dbbc-ff0d-4663-90ae-15dbb98bc11a admin admin] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:20:16.597188 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c2a0695d-99ea-4b4b-bb47-0496e0789193 req-41f304e8-5d78-4fb1-b605-db9d38c29ae1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60dcd1ef-cfe6-44be-bd4d-be1a1761d28d HTTP/1.1" status: 200 len: 217 time: 0.1295779 Jul 28 02:20:16.722016 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3436b-a2a6-4899-92c8-7f6451387d3c req-e9102d39-2802-47ba-94ad-340c6bbd44de tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:16.723563 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-69b3436b-a2a6-4899-92c8-7f6451387d3c req-e9102d39-2802-47ba-94ad-340c6bbd44de tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.1324494 Jul 28 02:20:16.768536 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5a92c042-dc57-4211-a175-98bc1a919c0e req-0c9b5069-36a3-4fd3-ab88-6ceae898f14e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=01e84188-5950-457b-9572-4bcca873a123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853905 Jul 28 02:20:16.879688 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-69b3436b-a2a6-4899-92c8-7f6451387d3c req-47511689-862a-4364-bc08-e57a2d9e3feb tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343257 Jul 28 02:20:16.912335 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a479dbbc-ff0d-4663-90ae-15dbb98bc11a admin admin] Router 18f0232a-1be4-4dae-99f4-02654af70724 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:20:16.965521 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-dd9f2606-487a-4aac-88d7-a3418a9ac028 None None] Provisioning complete for port 66b74b7b-0ec0-4c03-a425-32ebea52d80c triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:16.965932 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-dd9f2606-487a-4aac-88d7-a3418a9ac028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (66b74b7b-0ec0-4c03-a425-32ebea52d80c), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:17.012429 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f2606-487a-4aac-88d7-a3418a9ac028 None None] Port 66b74b7b-0ec0-4c03-a425-32ebea52d80c cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:20:17.147177 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-62458569-9446-48af-8106-94a3de0633fd req-4242cb7e-2921-4c29-9f6a-8b59403fa84f tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 210 time: 0.0739751 Jul 28 02:20:17.151800 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a479dbbc-ff0d-4663-90ae-15dbb98bc11a admin admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:20:17.171301 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-a479dbbc-ff0d-4663-90ae-15dbb98bc11a admin admin] 10.222.0.40 "PUT /v2.0/routers/18f0232a-1be4-4dae-99f4-02654af70724/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9807212 Jul 28 02:20:17.171525 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834b0146-0116-4da4-931c-cdd7247646ec None None] Sync routers for ids ['18f0232a-1be4-4dae-99f4-02654af70724'] in dv-cinder-799871-46-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:20:17.180211 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524a078-6c95-4ef7-8d19-b715ea10301c req-efaca359-1fa6-40aa-b3e7-5967e4525c22 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:17.182066 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9524a078-6c95-4ef7-8d19-b715ea10301c req-efaca359-1fa6-40aa-b3e7-5967e4525c22 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 946 time: 0.1249292 Jul 28 02:20:17.199872 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834b0146-0116-4da4-931c-cdd7247646ec None None] Routers {'18f0232a-1be4-4dae-99f4-02654af70724'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:20:17.200609 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-834b0146-0116-4da4-931c-cdd7247646ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:19:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['18f0232a-1be4-4dae-99f4-02654af70724'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:20:17.326256 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9524a078-6c95-4ef7-8d19-b715ea10301c req-790dfacf-8a37-490b-b77d-1e459b4d9c7c tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271298 Jul 28 02:20:17.335702 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ceb3b-9c3a-4972-83bf-7b03f955c8e8 req-31254a4b-99f2-49ec-89a5-3e0fb31fc3cd tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:17.341320 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5f8ceb3b-9c3a-4972-83bf-7b03f955c8e8 req-31254a4b-99f2-49ec-89a5-3e0fb31fc3cd tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=84182d0b-8573-484f-a608-7e224c01bdf9 HTTP/1.1" status: 200 len: 945 time: 0.0736647 Jul 28 02:20:17.403789 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5f8ceb3b-9c3a-4972-83bf-7b03f955c8e8 req-a6a7a0f5-5c1e-4c4d-84e3-a2ef5ea815de tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593450 Jul 28 02:20:17.480153 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0695d-99ea-4b4b-bb47-0496e0789193 req-a20f322e-a63b-48ac-bebe-7e052963beb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:17.482745 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c2a0695d-99ea-4b4b-bb47-0496e0789193 req-a20f322e-a63b-48ac-bebe-7e052963beb0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b6c1c1a-91bf-46d8-8e77-626f9a84855f HTTP/1.1" status: 200 len: 854 time: 0.0715144 Jul 28 02:20:17.507587 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-834b0146-0116-4da4-931c-cdd7247646ec None None] Set router 18f0232a-1be4-4dae-99f4-02654af70724 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:20:17.741746 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 45496) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:20:17.746655 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-b8230109-d8e4-442a-a99f-85c7737d0879 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-115564651', 'description': 'tempest-secgroup-smoke-115564651 description', 'project_id': '551ad4a52e754c83a0215409f09a21a8'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:20:17.763734 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-834b0146-0116-4da4-931c-cdd7247646ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f0232a-1be4-4dae-99f4-02654af70724', 'name': 'tempest-TestVolumeBootPattern-1047698897-router', 'tenant_id': 'f30b227ab0e34d0ba4221b67cfef8b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '936e301d-ff84-4a60-a39b-cb05855de07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:20:01Z', 'updated_at': '2022-07-28T02:20:14Z', 'revision_number': 4, 'project_id': 'f30b227ab0e34d0ba4221b67cfef8b01', 'gw_port': {'id': '936e301d-ff84-4a60-a39b-cb05855de07d', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f0232a-1be4-4dae-99f4-02654af70724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:03Z', 'updated_at': '2022-07-28T02:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '66b74b7b-0ec0-4c03-a425-32ebea52d80c', 'name': '', 'network_id': '3b385145-c55b-40e5-9931-096222c4f626', 'tenant_id': 'f30b227ab0e34d0ba4221b67cfef8b01', 'mac_address': 'fa:16:3e:08:c2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f0232a-1be4-4dae-99f4-02654af70724', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e79756c4-3db6-4821-94dd-cd630968e0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:11Z', 'updated_at': '2022-07-28T02:20:15Z', 'revision_number': 2, 'project_id': 'f30b227ab0e34d0ba4221b67cfef8b01', 'subnets': [{'id': 'e79756c4-3db6-4821-94dd-cd630968e0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:20:17.782693 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b8230109-d8e4-442a-a99f-85c7737d0879 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:17.798214 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834b0146-0116-4da4-931c-cdd7247646ec None None] Checking router: 18f0232a-1be4-4dae-99f4-02654af70724 for host: dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:20:17.798567 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834b0146-0116-4da4-931c-cdd7247646ec None None] Updating router 18f0232a-1be4-4dae-99f4-02654af70724 port 66b74b7b-0ec0-4c03-a425-32ebea52d80c binding host dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 02:20:17.800845 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:17.847460 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-834b0146-0116-4da4-931c-cdd7247646ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (66b74b7b-0ec0-4c03-a425-32ebea52d80c), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:17.850816 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:17.881284 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:17.905053 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b8230109-d8e4-442a-a99f-85c7737d0879 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for security_group (a5fd9244-062f-4462-8b45-3721c7088b44), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:17.910674 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b8230109-d8e4-442a-a99f-85c7737d0879 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (a5fd9244-062f-4462-8b45-3721c7088b44), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:17.950480 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715f5eb-5762-41d0-bc88-70a206294ed7 req-d5869659-04e6-4dd3-bcbd-8a08c77a10d7 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:17.956316 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b8230109-d8e4-442a-a99f-85c7737d0879 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:17.957616 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-b8230109-d8e4-442a-a99f-85c7737d0879 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2151761 Jul 28 02:20:17.961150 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 45502) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:20:17.963997 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a715f5eb-5762-41d0-bc88-70a206294ed7 req-d5869659-04e6-4dd3-bcbd-8a08c77a10d7 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=606c5aa8-a5d8-4890-b67f-5be4476fea19 HTTP/1.1" status: 200 len: 943 time: 0.0846586 Jul 28 02:20:17.968084 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-e6846ab0-67dd-4740-b8ce-d487d85c2498 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Request body: {'security_group_rule': {'security_group_id': 'a5fd9244-062f-4462-8b45-3721c7088b44', 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:20:17.995934 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8230109-d8e4-442a-a99f-85c7737d0879 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fd9244-062f-4462-8b45-3721c7088b44,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:18.024730 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e6846ab0-67dd-4740-b8ce-d487d85c2498 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for security_group_rule (6386bdb5-2e56-4889-9d77-7109ed4fb90b), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:18.038871 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a715f5eb-5762-41d0-bc88-70a206294ed7 req-744c7e02-d85f-437a-83ab-f07994f6c9b1 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=01e84188-5950-457b-9572-4bcca873a123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736952 Jul 28 02:20:18.083492 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:18.096672 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:18.119102 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76aab8-cbb2-4faf-92c2-62e92fa8ea5e req-bf299c15-8dd4-46ec-8e38-d98bc75bfb98 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:18.120843 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5f76aab8-cbb2-4faf-92c2-62e92fa8ea5e req-bf299c15-8dd4-46ec-8e38-d98bc75bfb98 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.0804789 Jul 28 02:20:18.181412 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5f76aab8-cbb2-4faf-92c2-62e92fa8ea5e req-f0c807eb-5b8d-47b1-bc19-d5a38829473d tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526235 Jul 28 02:20:18.202639 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 60dcd1ef-cfe6-44be-bd4d-be1a1761d28d details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 02:20:18.348469 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 60dcd1ef-cfe6-44be-bd4d-be1a1761d28d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=60dcd1ef-cfe6-44be-bd4d-be1a1761d28d,segment=NetworkSegment(ad593867-37dc-486f-9ad0-984d268f99db),segment_id=ad593867-37dc-486f-9ad0-984d268f99db)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:20:18.380216 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Returning: {'device': '60dcd1ef-cfe6-44be-bd4d-be1a1761d28d', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'port_id': '60dcd1ef-cfe6-44be-bd4d-be1a1761d28d', 'mac_address': 'fa:16:3e:96:7e:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 02:20:18.391983 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-834b0146-0116-4da4-931c-cdd7247646ec None None] Publish callbacks [] for port (66b74b7b-0ec0-4c03-a425-32ebea52d80c), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:18.406290 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-834b0146-0116-4da4-931c-cdd7247646ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (66b74b7b-0ec0-4c03-a425-32ebea52d80c), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:18.430732 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5d09a349-81ef-45cb-8198-fe26b09159ce req-074d3fc9-d0b2-450c-842a-e7d1e647c7a8 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 210 time: 0.0597126 Jul 28 02:20:18.446292 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 60dcd1ef-cfe6-44be-bd4d-be1a1761d28d is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:18.446940 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (60dcd1ef-cfe6-44be-bd4d-be1a1761d28d), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:18.490755 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60dcd1ef-cfe6-44be-bd4d-be1a1761d28d {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:20:18.492504 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e6846ab0-67dd-4740-b8ce-d487d85c2498 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for security_group_rule (6386bdb5-2e56-4889-9d77-7109ed4fb90b), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:18.508966 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e6846ab0-67dd-4740-b8ce-d487d85c2498 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (6386bdb5-2e56-4889-9d77-7109ed4fb90b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:18.537223 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6846ab0-67dd-4740-b8ce-d487d85c2498 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6386bdb5-2e56-4889-9d77-7109ed4fb90b,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:18.556640 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 60dcd1ef-cfe6-44be-bd4d-be1a1761d28d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=60dcd1ef-cfe6-44be-bd4d-be1a1761d28d,segment=NetworkSegment(ad593867-37dc-486f-9ad0-984d268f99db),segment_id=ad593867-37dc-486f-9ad0-984d268f99db)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:20:18.557879 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:18.569519 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (60dcd1ef-cfe6-44be-bd4d-be1a1761d28d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:18.571336 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e6846ab0-67dd-4740-b8ce-d487d85c2498 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:18.580789 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e6846ab0-67dd-4740-b8ce-d487d85c2498 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6183765 Jul 28 02:20:18.585541 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 45512) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:20:18.597412 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-a576b889-15b6-4997-aa12-48418199c4a5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Request body: {'security_group_rule': {'security_group_id': 'a5fd9244-062f-4462-8b45-3721c7088b44', 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:20:18.600970 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e16c3-5790-4237-b335-4bab06a92956 None None] Pushing event updated for resources: {'Port': ['ID=66b74b7b-0ec0-4c03-a425-32ebea52d80c,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:18.624786 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c1f28-541d-48c3-a130-96c9c41f82aa req-9cc285fd-2dae-47ca-8ad4-25105973827b tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:18.629672 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-834b0146-0116-4da4-931c-cdd7247646ec None None] Attempting to bind port 66b74b7b-0ec0-4c03-a425-32ebea52d80c on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:20:18.630098 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-834b0146-0116-4da4-931c-cdd7247646ec None None] Attempting to bind port 66b74b7b-0ec0-4c03-a425-32ebea52d80c by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': '6499ed60-1e27-4f74-a47d-21a1d2e370bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3b385145-c55b-40e5-9931-096222c4f626'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:20:18.630470 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834b0146-0116-4da4-931c-cdd7247646ec None None] Attempting to bind port 66b74b7b-0ec0-4c03-a425-32ebea52d80c on network 3b385145-c55b-40e5-9931-096222c4f626 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:20:18.633598 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1c8c1f28-541d-48c3-a130-96c9c41f82aa req-9cc285fd-2dae-47ca-8ad4-25105973827b tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 946 time: 0.1734521 Jul 28 02:20:18.636759 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834b0146-0116-4da4-931c-cdd7247646ec None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:20:18.637257 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834b0146-0116-4da4-931c-cdd7247646ec None None] Checking segment: {'id': '6499ed60-1e27-4f74-a47d-21a1d2e370bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3b385145-c55b-40e5-9931-096222c4f626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:20:18.637740 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-834b0146-0116-4da4-931c-cdd7247646ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:18.638518 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834b0146-0116-4da4-931c-cdd7247646ec None None] Bound using segment: {'id': '6499ed60-1e27-4f74-a47d-21a1d2e370bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3b385145-c55b-40e5-9931-096222c4f626'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:20:18.639084 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-834b0146-0116-4da4-931c-cdd7247646ec None None] Bound port: 66b74b7b-0ec0-4c03-a425-32ebea52d80c, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6499ed60-1e27-4f74-a47d-21a1d2e370bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3b385145-c55b-40e5-9931-096222c4f626'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:20:18.639675 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-834b0146-0116-4da4-931c-cdd7247646ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (66b74b7b-0ec0-4c03-a425-32ebea52d80c), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:18.684500 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a576b889-15b6-4997-aa12-48418199c4a5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for security_group_rule (51995c62-72e5-43c1-88a5-a5ffd0d3f1e0), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:18.712193 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:18.729493 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=60dcd1ef-cfe6-44be-bd4d-be1a1761d28d,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:18.768200 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ec081-dfed-4a20-ae0c-0eba036353ae req-65943594-7625-4996-b1c0-0845145112a8 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:18.770630 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1a2ec081-dfed-4a20-ae0c-0eba036353ae req-65943594-7625-4996-b1c0-0845145112a8 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=84182d0b-8573-484f-a608-7e224c01bdf9 HTTP/1.1" status: 200 len: 945 time: 0.1318254 Jul 28 02:20:18.807856 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a576b889-15b6-4997-aa12-48418199c4a5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for security_group_rule (51995c62-72e5-43c1-88a5-a5ffd0d3f1e0), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:18.811018 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-834b0146-0116-4da4-931c-cdd7247646ec None None] For port 66b74b7b-0ec0-4c03-a425-32ebea52d80c, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:20:18.813802 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a576b889-15b6-4997-aa12-48418199c4a5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (51995c62-72e5-43c1-88a5-a5ffd0d3f1e0), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:18.825103 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-834b0146-0116-4da4-931c-cdd7247646ec None None] For port 66b74b7b-0ec0-4c03-a425-32ebea52d80c, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=66b74b7b-0ec0-4c03-a425-32ebea52d80c,segment=NetworkSegment(6499ed60-1e27-4f74-a47d-21a1d2e370bc),segment_id=6499ed60-1e27-4f74-a47d-21a1d2e370bc)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:20:18.841133 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-834b0146-0116-4da4-931c-cdd7247646ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (66b74b7b-0ec0-4c03-a425-32ebea52d80c), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:18.877573 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576b889-15b6-4997-aa12-48418199c4a5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51995c62-72e5-43c1-88a5-a5ffd0d3f1e0,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:18.896720 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a576b889-15b6-4997-aa12-48418199c4a5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:18.898394 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a576b889-15b6-4997-aa12-48418199c4a5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3088379 Jul 28 02:20:18.904271 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 45514) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:20:18.926242 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-6263b751-7024-44e9-94e7-58fe7718a258 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Request body: {'security_group_rule': {'security_group_id': 'a5fd9244-062f-4462-8b45-3721c7088b44', 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:20:18.952821 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1a2ec081-dfed-4a20-ae0c-0eba036353ae req-e31b16bc-0fa5-40c1-afaa-cb6e9f74c0ec tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318567 Jul 28 02:20:18.953609 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834b0146-0116-4da4-931c-cdd7247646ec None None] Routers {'18f0232a-1be4-4dae-99f4-02654af70724'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:20:18.954601 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-834b0146-0116-4da4-931c-cdd7247646ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:19:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['18f0232a-1be4-4dae-99f4-02654af70724'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:20:18.989701 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1c8c1f28-541d-48c3-a130-96c9c41f82aa req-70216d79-64b3-441a-8977-2e0ec5bd5064 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359011 Jul 28 02:20:19.019905 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e16c3-5790-4237-b335-4bab06a92956 None None] Pushing event updated for resources: {'Port': ['ID=66b74b7b-0ec0-4c03-a425-32ebea52d80c,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:19.104798 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-17eac264-8fd3-42aa-8001-2207b7a679d6 None None] Provisioning complete for port 66b74b7b-0ec0-4c03-a425-32ebea52d80c triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:19.105284 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-17eac264-8fd3-42aa-8001-2207b7a679d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (66b74b7b-0ec0-4c03-a425-32ebea52d80c), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:19.212965 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-834b0146-0116-4da4-931c-cdd7247646ec None None] Set router 18f0232a-1be4-4dae-99f4-02654af70724 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:20:19.312127 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6263b751-7024-44e9-94e7-58fe7718a258 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for security_group_rule (3fdeaa69-b7b3-4682-876b-143eac0ba345), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:19.318390 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71f365-2d7e-4211-b7be-3e4fa725cb2a req-e5be49da-5f84-495b-b120-3830b12e7546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:19.320270 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fb71f365-2d7e-4211-b7be-3e4fa725cb2a req-e5be49da-5f84-495b-b120-3830b12e7546 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=84182d0b-8573-484f-a608-7e224c01bdf9 HTTP/1.1" status: 200 len: 1129 time: 0.1549332 Jul 28 02:20:19.476225 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-17eac264-8fd3-42aa-8001-2207b7a679d6 None None] Current status of the port 66b74b7b-0ec0-4c03-a425-32ebea52d80c is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:19.476830 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-17eac264-8fd3-42aa-8001-2207b7a679d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (66b74b7b-0ec0-4c03-a425-32ebea52d80c), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:19.479707 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['60dcd1ef-cfe6-44be-bd4d-be1a1761d28d'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:20:19.492064 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fb71f365-2d7e-4211-b7be-3e4fa725cb2a req-4ce82a6e-af34-4fd0-9630-ae709c8c9040 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565888 Jul 28 02:20:19.506902 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:INSERT=13,neutron:UPDATE=2,neutron:SELECT=83,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:19.530117 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6263b751-7024-44e9-94e7-58fe7718a258 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for security_group_rule (3fdeaa69-b7b3-4682-876b-143eac0ba345), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:19.540402 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6263b751-7024-44e9-94e7-58fe7718a258 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (3fdeaa69-b7b3-4682-876b-143eac0ba345), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:19.571054 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263b751-7024-44e9-94e7-58fe7718a258 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fdeaa69-b7b3-4682-876b-143eac0ba345,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:19.628815 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-cbd5a769-0d65-4de5-89cf-dda158a58b2c tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:19.636089 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-cbd5a769-0d65-4de5-89cf-dda158a58b2c tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.45 "GET /v2.0/networks?id=645f8645-b726-4be7-bb5a-32ec9ab88df5 HTTP/1.1" status: 200 len: 815 time: 0.4729834 Jul 28 02:20:19.637418 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e93eaa-29a1-4bb4-8986-437dd930a7f0 req-a4508b3e-aa52-46b9-99b0-77f561ad1066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:19.638974 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-53e93eaa-29a1-4bb4-8986-437dd930a7f0 req-a4508b3e-aa52-46b9-99b0-77f561ad1066 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5157a5b7f25482980f925175adf2090&device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 1130 time: 0.3733125 Jul 28 02:20:19.640579 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0695d-99ea-4b4b-bb47-0496e0789193 req-df527b1e-9c78-4310-9af0-9464aea31f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:19.644464 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c2a0695d-99ea-4b4b-bb47-0496e0789193 req-df527b1e-9c78-4310-9af0-9464aea31f73 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bda255f1-8497-41f0-9d65-8f281bd7eb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4830592 Jul 28 02:20:19.657436 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6263b751-7024-44e9-94e7-58fe7718a258 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:19.662264 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 45530) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:20:19.663324 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-6263b751-7024-44e9-94e7-58fe7718a258 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7578051 Jul 28 02:20:19.677278 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a63d9e-0658-4a7f-8abb-a867c198a224 req-1499afa9-909e-48ee-a0aa-ee55a9198e63 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:19.684831 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-45a63d9e-0658-4a7f-8abb-a867c198a224 req-1499afa9-909e-48ee-a0aa-ee55a9198e63 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=606c5aa8-a5d8-4890-b67f-5be4476fea19 HTTP/1.1" status: 200 len: 944 time: 0.4177032 Jul 28 02:20:19.693351 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-f4785b11-4717-42cc-ac2b-66e29d2bd244 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Request body: {'security_group_rule': {'security_group_id': 'a5fd9244-062f-4462-8b45-3721c7088b44', 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:20:19.721921 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde04fb-0444-41f3-b89a-51160fe1ba36 req-c4e542d4-4ba6-47b9-8bec-af4f498d05ba tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:19.723489 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fbde04fb-0444-41f3-b89a-51160fe1ba36 req-c4e542d4-4ba6-47b9-8bec-af4f498d05ba tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.3135822 Jul 28 02:20:19.761600 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-1fa1d0d7-5765-491a-8e84-22b0f0ec605e tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Request body: {'port': {'device_id': 'f02f5086-2cc1-4595-a941-d48a15c52dbf', 'network_id': '645f8645-b726-4be7-bb5a-32ec9ab88df5', 'admin_state_up': True, 'tenant_id': '9cb7e92c703a42d6be6343c04934d533'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:20:19.855688 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-834b0146-0116-4da4-931c-cdd7247646ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f0232a-1be4-4dae-99f4-02654af70724', 'name': 'tempest-TestVolumeBootPattern-1047698897-router', 'tenant_id': 'f30b227ab0e34d0ba4221b67cfef8b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '936e301d-ff84-4a60-a39b-cb05855de07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:20:01Z', 'updated_at': '2022-07-28T02:20:14Z', 'revision_number': 4, 'project_id': 'f30b227ab0e34d0ba4221b67cfef8b01', 'gw_port': {'id': '936e301d-ff84-4a60-a39b-cb05855de07d', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f0232a-1be4-4dae-99f4-02654af70724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:03Z', 'updated_at': '2022-07-28T02:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '66b74b7b-0ec0-4c03-a425-32ebea52d80c', 'name': '', 'network_id': '3b385145-c55b-40e5-9931-096222c4f626', 'tenant_id': 'f30b227ab0e34d0ba4221b67cfef8b01', 'mac_address': 'fa:16:3e:08:c2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f0232a-1be4-4dae-99f4-02654af70724', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e79756c4-3db6-4821-94dd-cd630968e0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:11Z', 'updated_at': '2022-07-28T02:20:18Z', 'revision_number': 4, 'project_id': 'f30b227ab0e34d0ba4221b67cfef8b01', 'subnets': [{'id': 'e79756c4-3db6-4821-94dd-cd630968e0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:20:19.913578 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834b0146-0116-4da4-931c-cdd7247646ec None None] The sync data for ids ['18f0232a-1be4-4dae-99f4-02654af70724'] in dv-cinder-799871-46-iscsi is: [{'id': '18f0232a-1be4-4dae-99f4-02654af70724', 'name': 'tempest-TestVolumeBootPattern-1047698897-router', 'tenant_id': 'f30b227ab0e34d0ba4221b67cfef8b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '936e301d-ff84-4a60-a39b-cb05855de07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:20:01Z', 'updated_at': '2022-07-28T02:20:14Z', 'revision_number': 4, 'project_id': 'f30b227ab0e34d0ba4221b67cfef8b01', 'gw_port': {'id': '936e301d-ff84-4a60-a39b-cb05855de07d', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f0232a-1be4-4dae-99f4-02654af70724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:03Z', 'updated_at': '2022-07-28T02:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '66b74b7b-0ec0-4c03-a425-32ebea52d80c', 'name': '', 'network_id': '3b385145-c55b-40e5-9931-096222c4f626', 'tenant_id': 'f30b227ab0e34d0ba4221b67cfef8b01', 'mac_address': 'fa:16:3e:08:c2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f0232a-1be4-4dae-99f4-02654af70724', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e79756c4-3db6-4821-94dd-cd630968e0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:11Z', 'updated_at': '2022-07-28T02:20:18Z', 'revision_number': 4, 'project_id': 'f30b227ab0e34d0ba4221b67cfef8b01', 'subnets': [{'id': 'e79756c4-3db6-4821-94dd-cd630968e0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:20:20.002580 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f4785b11-4717-42cc-ac2b-66e29d2bd244 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for security_group_rule (e8bdf132-23d6-43fa-aebf-e3c451814aa8), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:20.120418 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-45a63d9e-0658-4a7f-8abb-a867c198a224 req-c9c75f09-fb5d-42ed-810a-4f982aeb6858 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=01e84188-5950-457b-9572-4bcca873a123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4345043 Jul 28 02:20:20.160258 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-1fa1d0d7-5765-491a-8e84-22b0f0ec605e tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Made reservation on behalf of 9cb7e92c703a42d6be6343c04934d533 for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:20:20.165585 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-1fa1d0d7-5765-491a-8e84-22b0f0ec605e tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:20.238824 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-17eac264-8fd3-42aa-8001-2207b7a679d6 None None] For port 66b74b7b-0ec0-4c03-a425-32ebea52d80c, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=66b74b7b-0ec0-4c03-a425-32ebea52d80c,segment=NetworkSegment(6499ed60-1e27-4f74-a47d-21a1d2e370bc),segment_id=6499ed60-1e27-4f74-a47d-21a1d2e370bc)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:20:20.274446 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-17eac264-8fd3-42aa-8001-2207b7a679d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (66b74b7b-0ec0-4c03-a425-32ebea52d80c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:20.336865 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fbde04fb-0444-41f3-b89a-51160fe1ba36 req-d1d75af8-cef6-4270-96ab-99d98cac9051 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6007736 Jul 28 02:20:20.338055 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 66b74b7b-0ec0-4c03-a425-32ebea52d80c up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:20:20.340243 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:20.347158 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e93eaa-29a1-4bb4-8986-437dd930a7f0 req-217c1b7e-d37e-4fb5-91dd-93095b9059c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:20.349394 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-53e93eaa-29a1-4bb4-8986-437dd930a7f0 req-217c1b7e-d37e-4fb5-91dd-93095b9059c4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 HTTP/1.1" status: 200 len: 920 time: 0.5733130 Jul 28 02:20:20.443103 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:20.465950 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-1fa1d0d7-5765-491a-8e84-22b0f0ec605e tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Allocated IP 172.20.0.3 (645f8645-b726-4be7-bb5a-32ec9ab88df5/756c394c-f3fb-450a-98c3-44bae2979979/69119806-930f-400d-b217-df9b4467529b) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:20:20.559163 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-65fdbc25-cdfb-44c6-a515-41f5ff4b4e57 req-ebbd4111-3f9b-4bc8-bc59-f92bc16a8e64 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 210 time: 0.1916659 Jul 28 02:20:20.560381 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-53e93eaa-29a1-4bb4-8986-437dd930a7f0 req-c4ee81f8-eb1f-4a2c-ba28-5c1d14a4f52c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=381df188-01c4-4181-92e1-f3df290d4f58 HTTP/1.1" status: 200 len: 217 time: 0.1681800 Jul 28 02:20:20.567115 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c2a0695d-99ea-4b4b-bb47-0496e0789193 req-f6320f1a-eb3e-44b2-90f6-49786745e073 service neutron] 10.222.0.45 "GET /v2.0/networks/bda255f1-8497-41f0-9d65-8f281bd7eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7902935 Jul 28 02:20:20.586745 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eac264-8fd3-42aa-8001-2207b7a679d6 None None] Pushing event updated for resources: {'Port': ['ID=66b74b7b-0ec0-4c03-a425-32ebea52d80c,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:20.666946 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-8c60c6a2-99e7-44fa-98c9-cbf4d3c761ab None None] Provisioning complete for port 66b74b7b-0ec0-4c03-a425-32ebea52d80c triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:20.667341 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8c60c6a2-99e7-44fa-98c9-cbf4d3c761ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (66b74b7b-0ec0-4c03-a425-32ebea52d80c), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:20.709864 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:20.711751 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e93eaa-29a1-4bb4-8986-437dd930a7f0 req-f91da926-50ac-44b3-bbf5-0d98526bc87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:20.721655 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-53e93eaa-29a1-4bb4-8986-437dd930a7f0 req-f91da926-50ac-44b3-bbf5-0d98526bc87a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85b85007-31bd-4b12-8b58-5449a423c715 HTTP/1.1" status: 200 len: 858 time: 0.1340320 Jul 28 02:20:20.723975 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f4785b11-4717-42cc-ac2b-66e29d2bd244 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for security_group_rule (e8bdf132-23d6-43fa-aebf-e3c451814aa8), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:20.841650 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-8c60c6a2-99e7-44fa-98c9-cbf4d3c761ab None None] Current status of the port 66b74b7b-0ec0-4c03-a425-32ebea52d80c is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:20.844330 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 66b74b7b-0ec0-4c03-a425-32ebea52d80c triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:20.844713 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (66b74b7b-0ec0-4c03-a425-32ebea52d80c), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:20.888207 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-1fa1d0d7-5765-491a-8e84-22b0f0ec605e tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks [] for port (69119806-930f-400d-b217-df9b4467529b), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:20.907573 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f8045-4cfd-434f-a46a-a7df06182721 req-7845f934-6bd2-4826-b556-0c8091ef0cc6 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:20.918445 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-860f8045-4cfd-434f-a46a-a7df06182721 req-7845f934-6bd2-4826-b556-0c8091ef0cc6 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=84182d0b-8573-484f-a608-7e224c01bdf9 HTTP/1.1" status: 200 len: 945 time: 0.1871240 Jul 28 02:20:20.919352 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f4785b11-4717-42cc-ac2b-66e29d2bd244 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (e8bdf132-23d6-43fa-aebf-e3c451814aa8), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:20.947751 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:20.971674 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-1fa1d0d7-5765-491a-8e84-22b0f0ec605e tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (69119806-930f-400d-b217-df9b4467529b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:20.996775 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 66b74b7b-0ec0-4c03-a425-32ebea52d80c is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:21.044003 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4785b11-4717-42cc-ac2b-66e29d2bd244 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8bdf132-23d6-43fa-aebf-e3c451814aa8,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:21.098322 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-1fa1d0d7-5765-491a-8e84-22b0f0ec605e tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Network 645f8645-b726-4be7-bb5a-32ec9ab88df5 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:20:21.102952 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-860f8045-4cfd-434f-a46a-a7df06182721 req-59f04ebf-0284-4389-870b-199164952e97 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720996 Jul 28 02:20:21.103199 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-1fa1d0d7-5765-491a-8e84-22b0f0ec605e tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:20:21.133832 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-1fa1d0d7-5765-491a-8e84-22b0f0ec605e tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:20:21.208845 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1d0d7-5765-491a-8e84-22b0f0ec605e tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Pushing event updated for resources: {'Port': ['ID=69119806-930f-400d-b217-df9b4467529b,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:21.264973 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-1fa1d0d7-5765-491a-8e84-22b0f0ec605e tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:21.267511 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-1fa1d0d7-5765-491a-8e84-22b0f0ec605e tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:21.281413 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f4785b11-4717-42cc-ac2b-66e29d2bd244 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:21.283054 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-f4785b11-4717-42cc-ac2b-66e29d2bd244 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6161010 Jul 28 02:20:21.283726 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:21.288082 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 45570) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:20:21.310377 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-dce5aeef-cf49-4e71-a6f7-408257d70981 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Request body: {'security_group_rule': {'security_group_id': 'a5fd9244-062f-4462-8b45-3721c7088b44', 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:20:21.365462 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c2a0695d-99ea-4b4b-bb47-0496e0789193 req-483da232-7d72-44fa-84e5-a399b13dfb79 service neutron] 10.222.0.45 "GET /v2.0/networks/bda255f1-8497-41f0-9d65-8f281bd7eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813408 Jul 28 02:20:21.386785 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-1fa1d0d7-5765-491a-8e84-22b0f0ec605e tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6250429 Jul 28 02:20:21.419931 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-b4d3eea0-e7a1-4a79-9744-96980b229900 service neutron] Request body: {'port': {'device_id': 'f02f5086-2cc1-4595-a941-d48a15c52dbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:20:21.442729 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a51841-0a1e-400e-8fd1-c13c54e35521 req-c41c833b-d52a-4847-b771-eaa8079c0fd2 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:21.443744 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 60dcd1ef-cfe6-44be-bd4d-be1a1761d28d up at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:20:21.452292 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-29a51841-0a1e-400e-8fd1-c13c54e35521 req-c41c833b-d52a-4847-b771-eaa8079c0fd2 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 946 time: 0.4570811 Jul 28 02:20:21.563152 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e93eaa-29a1-4bb4-8986-437dd930a7f0 req-0eb33045-a6c9-4519-993c-d1e85f3f2412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:21.565132 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-53e93eaa-29a1-4bb4-8986-437dd930a7f0 req-0eb33045-a6c9-4519-993c-d1e85f3f2412 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2759311 Jul 28 02:20:21.596237 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.db.securitygroups_db [None req-dce5aeef-cf49-4e71-a6f7-408257d70981 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Project 551ad4a52e754c83a0215409f09a21a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 02:20:21.630080 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning for port 60dcd1ef-cfe6-44be-bd4d-be1a1761d28d completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 02:20:21.638703 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-29a51841-0a1e-400e-8fd1-c13c54e35521 req-91e1f636-2132-4adc-bbdc-d71b943139a7 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853771 Jul 28 02:20:21.662980 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning complete for port 60dcd1ef-cfe6-44be-bd4d-be1a1761d28d triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:21.663423 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (60dcd1ef-cfe6-44be-bd4d-be1a1761d28d), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:21.669774 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72f9cf-def3-4d30-a4fc-bfd409a5a81f req-691e5dcd-edb8-45a4-9262-0d60ac6ece59 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:21.681451 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1f72f9cf-def3-4d30-a4fc-bfd409a5a81f req-691e5dcd-edb8-45a4-9262-0d60ac6ece59 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=606c5aa8-a5d8-4890-b67f-5be4476fea19 HTTP/1.1" status: 200 len: 944 time: 0.3909805 Jul 28 02:20:21.737780 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:21.739328 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-b4d3eea0-e7a1-4a79-9744-96980b229900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (69119806-930f-400d-b217-df9b4467529b), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:21.781980 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dce5aeef-cf49-4e71-a6f7-408257d70981 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for security_group_rule (4bb85e0e-6547-4a6a-9e6a-c331d866dd31), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:21.821606 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-0c9a7815-7abf-48ea-afda-ee7480fd95cf None None] Provisioning complete for port 69119806-930f-400d-b217-df9b4467529b triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:21.821995 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0c9a7815-7abf-48ea-afda-ee7480fd95cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (69119806-930f-400d-b217-df9b4467529b), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:21.900698 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1f72f9cf-def3-4d30-a4fc-bfd409a5a81f req-348d903e-d975-4366-901a-a67b06d0f5ef tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=01e84188-5950-457b-9572-4bcca873a123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167959 Jul 28 02:20:21.942915 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27c323-03e6-40a2-a642-56a19ec76349 req-a6a382fc-6d54-4885-9b8e-02e12e41c50e tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:21.957094 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bf27c323-03e6-40a2-a642-56a19ec76349 req-a6a382fc-6d54-4885-9b8e-02e12e41c50e tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.1730106 Jul 28 02:20:22.101154 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-0c9a7815-7abf-48ea-afda-ee7480fd95cf None None] Port 69119806-930f-400d-b217-df9b4467529b cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:20:22.107884 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 60dcd1ef-cfe6-44be-bd4d-be1a1761d28d is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:22.110853 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (60dcd1ef-cfe6-44be-bd4d-be1a1761d28d), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:22.141697 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dce5aeef-cf49-4e71-a6f7-408257d70981 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for security_group_rule (4bb85e0e-6547-4a6a-9e6a-c331d866dd31), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:22.175752 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bf27c323-03e6-40a2-a642-56a19ec76349 req-bcd28531-9133-4e6a-855c-810cd0d469e2 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947742 Jul 28 02:20:22.230940 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606c5aa8-a5d8-4890-b67f-5be4476fea19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60dcd1ef-cfe6-44be-bd4d-be1a1761d28d'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:20:22.235564 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd7b23193eab089ffe890151ec8d4d81c159f1068d0ecb51bca31dcd10d4c9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c321b1dc-44fe-4d1c-91fd-650ce3d9a9f4" -d '{"events": [{"server_uuid": "606c5aa8-a5d8-4890-b67f-5be4476fea19", "name": "network-vif-plugged", "status": "completed", "tag": "60dcd1ef-cfe6-44be-bd4d-be1a1761d28d"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:20:22.248489 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-53e93eaa-29a1-4bb4-8986-437dd930a7f0 req-5b2f9183-b2d1-43e4-8b16-618639a6255f service neutron] 10.222.0.45 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6406965 Jul 28 02:20:22.300084 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 60dcd1ef-cfe6-44be-bd4d-be1a1761d28d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=60dcd1ef-cfe6-44be-bd4d-be1a1761d28d,segment=NetworkSegment(ad593867-37dc-486f-9ad0-984d268f99db),segment_id=ad593867-37dc-486f-9ad0-984d268f99db)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:20:22.307488 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (60dcd1ef-cfe6-44be-bd4d-be1a1761d28d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:22.428563 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dce5aeef-cf49-4e71-a6f7-408257d70981 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (4bb85e0e-6547-4a6a-9e6a-c331d866dd31), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:22.443785 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7f773-d776-4aa9-a715-43e8c1284e8e req-c3193a83-53ac-4902-b901-302c758dfb4d tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:22.452453 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a8d7f773-d776-4aa9-a715-43e8c1284e8e req-c3193a83-53ac-4902-b901-302c758dfb4d tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 931 time: 0.3230221 Jul 28 02:20:22.461074 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 66b74b7b-0ec0-4c03-a425-32ebea52d80c up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:20:22.492113 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:22.599434 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a8d7f773-d776-4aa9-a715-43e8c1284e8e req-972b40f8-5fd2-409e-8298-6390a3864d23 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443541 Jul 28 02:20:22.614204 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5aeef-cf49-4e71-a6f7-408257d70981 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb85e0e-6547-4a6a-9e6a-c331d866dd31,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:22.715581 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 66b74b7b-0ec0-4c03-a425-32ebea52d80c triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:22.716143 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (66b74b7b-0ec0-4c03-a425-32ebea52d80c), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:22.717982 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=60dcd1ef-cfe6-44be-bd4d-be1a1761d28d,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:22.724564 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b977d-eccd-41dc-8322-fbb65fdab928 req-39bc3efd-bbb9-4d4c-86b5-1ad21bc3128e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:22.731214 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ff7b977d-eccd-41dc-8322-fbb65fdab928 req-39bc3efd-bbb9-4d4c-86b5-1ad21bc3128e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=84182d0b-8573-484f-a608-7e224c01bdf9 HTTP/1.1" status: 200 len: 945 time: 0.2690949 Jul 28 02:20:22.759466 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9b9e50-6964-4b85-ae2a-baeac0312117 x-openstack-request-id: req-5b9b9e50-6964-4b85-ae2a-baeac0312117 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:20:22.759777 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606c5aa8-a5d8-4890-b67f-5be4476fea19", "name": "network-vif-plugged", "status": "completed", "tag": "60dcd1ef-cfe6-44be-bd4d-be1a1761d28d", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:20:22.760052 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5b9b9e50-6964-4b85-ae2a-baeac0312117 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:20:22.760658 dv-cinder-799871-46-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b9b9e50-6964-4b85-ae2a-baeac0312117'] response: {'server_uuid': '606c5aa8-a5d8-4890-b67f-5be4476fea19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60dcd1ef-cfe6-44be-bd4d-be1a1761d28d', 'code': 200} Jul 28 02:20:22.821472 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dce5aeef-cf49-4e71-a6f7-408257d70981 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:22.823301 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-dce5aeef-cf49-4e71-a6f7-408257d70981 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5302303 Jul 28 02:20:22.832654 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 45588) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:20:22.836334 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-53e93eaa-29a1-4bb4-8986-437dd930a7f0 req-f905d6b2-5c32-44cd-88b9-5ec82d7a487c service neutron] 10.222.0.45 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046420 Jul 28 02:20:22.847768 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-dcebe9ba-e115-4dec-9d6f-4324efe1d6ad tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Request body: {'security_group_rule': {'security_group_id': 'a5fd9244-062f-4462-8b45-3721c7088b44', 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:20:22.868698 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 66b74b7b-0ec0-4c03-a425-32ebea52d80c is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:22.899162 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.db.securitygroups_db [None req-dcebe9ba-e115-4dec-9d6f-4324efe1d6ad tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Project 551ad4a52e754c83a0215409f09a21a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 02:20:22.917479 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ff7b977d-eccd-41dc-8322-fbb65fdab928 req-d17b1bd9-bb6b-43d4-8387-e2915b1af7e1 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633108 Jul 28 02:20:22.923603 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dcebe9ba-e115-4dec-9d6f-4324efe1d6ad tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for security_group_rule (474e1942-8e50-4203-805e-8b1dee45efde), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:22.984025 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 45596) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:20:23.017279 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc94482-6439-404b-b332-5a872fbfb546 req-999eb996-ebaf-4dbf-9458-8539b96dfdca tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:23.027679 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:23.034842 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8cc94482-6439-404b-b332-5a872fbfb546 req-999eb996-ebaf-4dbf-9458-8539b96dfdca tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 946 time: 0.1145334 Jul 28 02:20:23.136584 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8cc94482-6439-404b-b332-5a872fbfb546 req-dfd79677-8a6b-435c-9629-3b22dda18882 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971487 Jul 28 02:20:23.204728 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-b4d3eea0-e7a1-4a79-9744-96980b229900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69119806-930f-400d-b217-df9b4467529b {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:20:23.223912 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e08e8-93f0-43ca-845b-af6df52ad9bc req-9792abee-4caf-48ff-bba0-4fbea07244a7 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:23.230519 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-b4d3eea0-e7a1-4a79-9744-96980b229900 service neutron] Publish callbacks [] for port (69119806-930f-400d-b217-df9b4467529b), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:23.237041 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6e8e08e8-93f0-43ca-845b-af6df52ad9bc req-9792abee-4caf-48ff-bba0-4fbea07244a7 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=606c5aa8-a5d8-4890-b67f-5be4476fea19 HTTP/1.1" status: 200 len: 945 time: 0.1202309 Jul 28 02:20:23.238149 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dcebe9ba-e115-4dec-9d6f-4324efe1d6ad tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for security_group_rule (474e1942-8e50-4203-805e-8b1dee45efde), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:23.247932 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dcebe9ba-e115-4dec-9d6f-4324efe1d6ad tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (474e1942-8e50-4203-805e-8b1dee45efde), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:23.267876 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-b4d3eea0-e7a1-4a79-9744-96980b229900 service neutron] Transition to ACTIVE for port object 69119806-930f-400d-b217-df9b4467529b will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 02:20:23.283504 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-b4d3eea0-e7a1-4a79-9744-96980b229900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (69119806-930f-400d-b217-df9b4467529b), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:23.334525 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcebe9ba-e115-4dec-9d6f-4324efe1d6ad tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=474e1942-8e50-4203-805e-8b1dee45efde,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:23.386028 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dcebe9ba-e115-4dec-9d6f-4324efe1d6ad tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:23.387282 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-dcebe9ba-e115-4dec-9d6f-4324efe1d6ad tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5507388 Jul 28 02:20:23.413924 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3eea0-e7a1-4a79-9744-96980b229900 service neutron] Pushing event updated for resources: {'Port': ['ID=69119806-930f-400d-b217-df9b4467529b,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:23.521169 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6e8e08e8-93f0-43ca-845b-af6df52ad9bc req-4d8423d4-8c53-4cc5-a6f7-4a3d2c9e65fd tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=01e84188-5950-457b-9572-4bcca873a123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2830639 Jul 28 02:20:23.663202 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-b4d3eea0-e7a1-4a79-9744-96980b229900 service neutron] Attempting to bind port 69119806-930f-400d-b217-df9b4467529b on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:20:23.663782 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-b4d3eea0-e7a1-4a79-9744-96980b229900 service neutron] Attempting to bind port 69119806-930f-400d-b217-df9b4467529b by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'cce1e9a3-5ae9-450a-960c-0352506e1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '645f8645-b726-4be7-bb5a-32ec9ab88df5'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:20:23.664354 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-b4d3eea0-e7a1-4a79-9744-96980b229900 service neutron] Attempting to bind port 69119806-930f-400d-b217-df9b4467529b on network 645f8645-b726-4be7-bb5a-32ec9ab88df5 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:20:23.676278 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-b4d3eea0-e7a1-4a79-9744-96980b229900 service neutron] Port 69119806-930f-400d-b217-df9b4467529b on network 645f8645-b726-4be7-bb5a-32ec9ab88df5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 02:20:23.676618 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-b4d3eea0-e7a1-4a79-9744-96980b229900 service neutron] Attempting to bind port 69119806-930f-400d-b217-df9b4467529b on network 645f8645-b726-4be7-bb5a-32ec9ab88df5 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:20:23.702302 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-b4d3eea0-e7a1-4a79-9744-96980b229900 service neutron] Checking agent: {'id': '4faf9253-2001-44ef-b83a-102e5ef5a109', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'started_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:20:23.702546 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-b4d3eea0-e7a1-4a79-9744-96980b229900 service neutron] Checking segment: {'id': 'cce1e9a3-5ae9-450a-960c-0352506e1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '645f8645-b726-4be7-bb5a-32ec9ab88df5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:20:23.702939 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-b4d3eea0-e7a1-4a79-9744-96980b229900 service neutron] Bound using segment: {'id': 'cce1e9a3-5ae9-450a-960c-0352506e1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '645f8645-b726-4be7-bb5a-32ec9ab88df5'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:20:23.704644 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-b4d3eea0-e7a1-4a79-9744-96980b229900 service neutron] Bound port: 69119806-930f-400d-b217-df9b4467529b, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cce1e9a3-5ae9-450a-960c-0352506e1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '645f8645-b726-4be7-bb5a-32ec9ab88df5'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:20:23.704788 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-b4d3eea0-e7a1-4a79-9744-96980b229900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (69119806-930f-400d-b217-df9b4467529b), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:23.841348 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-b4d3eea0-e7a1-4a79-9744-96980b229900 service neutron] For port 69119806-930f-400d-b217-df9b4467529b, host hv-cinder-79987, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:20:23.854771 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-b4d3eea0-e7a1-4a79-9744-96980b229900 service neutron] For port 69119806-930f-400d-b217-df9b4467529b, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=69119806-930f-400d-b217-df9b4467529b,segment=NetworkSegment(cce1e9a3-5ae9-450a-960c-0352506e1430),segment_id=cce1e9a3-5ae9-450a-960c-0352506e1430)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:20:23.871219 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-b4d3eea0-e7a1-4a79-9744-96980b229900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (69119806-930f-400d-b217-df9b4467529b), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:23.990069 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-b4d3eea0-e7a1-4a79-9744-96980b229900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:23.991840 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-b4d3eea0-e7a1-4a79-9744-96980b229900 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:23.994432 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-b4d3eea0-e7a1-4a79-9744-96980b229900 service neutron] 10.222.0.45 "PUT /v2.0/ports/69119806-930f-400d-b217-df9b4467529b HTTP/1.1" status: 200 len: 1093 time: 2.5905073 Jul 28 02:20:24.039538 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f02f5086-2cc1-4595-a941-d48a15c52dbf', 'tag': '69119806-930f-400d-b217-df9b4467529b'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:20:24.043820 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975c6a8b-aca6-49d7-95b5-fef0132597bb" -d '{"events": [{"name": "network-changed", "server_uuid": "f02f5086-2cc1-4595-a941-d48a15c52dbf", "tag": "69119806-930f-400d-b217-df9b4467529b"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:20:24.099974 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1a215e89-26c4-4377-9e07-62fc2c03e6e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:24.112815 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f0107-9879-4e22-84fb-1b20bb9f4825 req-4be91efa-b67b-4858-83f1-278e47282647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:24.117394 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-848f0107-9879-4e22-84fb-1b20bb9f4825 req-4be91efa-b67b-4858-83f1-278e47282647 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=606c5aa8-a5d8-4890-b67f-5be4476fea19 HTTP/1.1" status: 200 len: 1129 time: 0.7970550 Jul 28 02:20:24.129995 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3eea0-e7a1-4a79-9744-96980b229900 service neutron] Pushing event updated for resources: {'Port': ['ID=69119806-930f-400d-b217-df9b4467529b,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:24.194599 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-64c39d14-b805-4c9a-93fa-142151576562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:24.196145 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-64c39d14-b805-4c9a-93fa-142151576562 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9cb7e92c703a42d6be6343c04934d533&device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 1127 time: 0.1041143 Jul 28 02:20:24.284502 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b07e2-0c20-44b5-935d-b5625e3bc7c9 req-8c524f58-212a-4363-97d9-0dae61f54812 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:24.336965 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-204b07e2-0c20-44b5-935d-b5625e3bc7c9 req-8c524f58-212a-4363-97d9-0dae61f54812 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.9634528 Jul 28 02:20:24.404317 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-ffa6903f-d00d-47d9-9874-2cc2ea5dc248 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69119806-930f-400d-b217-df9b4467529b HTTP/1.1" status: 200 len: 217 time: 0.1898658 Jul 28 02:20:24.466513 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b39e53-ce20-4d98-a6e6-0815f29013ad req-71bf68ab-00cd-4203-b631-79ff573e84b3 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:24.468158 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-42b39e53-ce20-4d98-a6e6-0815f29013ad req-71bf68ab-00cd-4203-b631-79ff573e84b3 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 943 time: 0.3599265 Jul 28 02:20:24.510791 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:24.521864 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-204b07e2-0c20-44b5-935d-b5625e3bc7c9 req-5ff69dcb-80fd-4883-bf2f-0cffc1e7a2be tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846945 Jul 28 02:20:24.574974 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-848f0107-9879-4e22-84fb-1b20bb9f4825 req-d49c8f1a-f6f4-423a-9af9-e91aab8c1690 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=01e84188-5950-457b-9572-4bcca873a123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3983364 Jul 28 02:20:24.585208 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-03396359-ee35-45be-b248-fdc6a6aed351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:24.586899 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-03396359-ee35-45be-b248-fdc6a6aed351 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=756c394c-f3fb-450a-98c3-44bae2979979 HTTP/1.1" status: 200 len: 854 time: 0.1648047 Jul 28 02:20:24.661672 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-42b39e53-ce20-4d98-a6e6-0815f29013ad req-95c6784c-5372-4c7e-be70-24b78af2792d tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492527 Jul 28 02:20:24.802536 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f25729-c4c6-48e6-a5e6-a83139c2d4a9 x-openstack-request-id: req-28f25729-c4c6-48e6-a5e6-a83139c2d4a9 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:20:24.803333 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f02f5086-2cc1-4595-a941-d48a15c52dbf", "tag": "69119806-930f-400d-b217-df9b4467529b", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:20:24.803333 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-28f25729-c4c6-48e6-a5e6-a83139c2d4a9 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:20:24.803630 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28f25729-c4c6-48e6-a5e6-a83139c2d4a9'] response: {'name': 'network-changed', 'server_uuid': 'f02f5086-2cc1-4595-a941-d48a15c52dbf', 'tag': '69119806-930f-400d-b217-df9b4467529b', 'status': 'completed', 'code': 200} Jul 28 02:20:24.821557 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1a215e89-26c4-4377-9e07-62fc2c03e6e5 admin admin] Publish callbacks [] for security_group (4a9805d9-2ed1-4221-a7b9-99b9a4ab4287), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:24.835606 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1a215e89-26c4-4377-9e07-62fc2c03e6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (4a9805d9-2ed1-4221-a7b9-99b9a4ab4287), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:24.942857 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a215e89-26c4-4377-9e07-62fc2c03e6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9805d9-2ed1-4221-a7b9-99b9a4ab4287,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:25.008593 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb1fee-bc29-40a2-bc37-f2b734e11ecf req-a57644dd-d34b-43df-b5aa-55b09adafecf tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:25.019463 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-19eb1fee-bc29-40a2-bc37-f2b734e11ecf req-a57644dd-d34b-43df-b5aa-55b09adafecf tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 946 time: 0.1350553 Jul 28 02:20:25.104783 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857cd26-a0fe-47eb-aeda-4ec98caca966 req-f6f2f343-1156-4144-bc2d-514d459b3e01 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:25.130042 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4857cd26-a0fe-47eb-aeda-4ec98caca966 req-f6f2f343-1156-4144-bc2d-514d459b3e01 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=606c5aa8-a5d8-4890-b67f-5be4476fea19 HTTP/1.1" status: 200 len: 945 time: 0.0868394 Jul 28 02:20:25.153970 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-1a215e89-26c4-4377-9e07-62fc2c03e6e5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=880baf9ebf02489f8f06e53c0e1c5ba2&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1686928 Jul 28 02:20:25.156775 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 45624) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:20:25.203917 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:INSERT=5,neutron:SELECT=88,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:25.206881 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:25.231696 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-148c5a66-7e28-4120-8d5f-0d2094ab2ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:25.240211 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-148c5a66-7e28-4120-8d5f-0d2094ab2ad5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=645f8645-b726-4be7-bb5a-32ec9ab88df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1142068 Jul 28 02:20:25.317710 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4857cd26-a0fe-47eb-aeda-4ec98caca966 req-aec80698-49b6-4f16-b33d-e0c5610729ba tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=01e84188-5950-457b-9572-4bcca873a123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857417 Jul 28 02:20:25.360692 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-19eb1fee-bc29-40a2-bc37-f2b734e11ecf req-73a92f31-d41e-45a6-957c-56ba18824992 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396287 Jul 28 02:20:25.395028 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-894c1762-05c6-477c-842f-80a30ed5e182 admin admin] Publish callbacks [] for security_group (4a9805d9-2ed1-4221-a7b9-99b9a4ab4287), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:25.432582 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-894c1762-05c6-477c-842f-80a30ed5e182 admin admin] Publish callbacks [] for security_group (4a9805d9-2ed1-4221-a7b9-99b9a4ab4287), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:25.532518 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8da38-62a1-4210-bbe4-f9bde1c56686 req-28934652-2b8d-407f-a72f-10b49ff96c57 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:25.534521 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f1d8da38-62a1-4210-bbe4-f9bde1c56686 req-28934652-2b8d-407f-a72f-10b49ff96c57 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=84182d0b-8573-484f-a608-7e224c01bdf9 HTTP/1.1" status: 200 len: 945 time: 0.0921032 Jul 28 02:20:25.610405 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-894c1762-05c6-477c-842f-80a30ed5e182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (4a9805d9-2ed1-4221-a7b9-99b9a4ab4287), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:25.616088 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-894c1762-05c6-477c-842f-80a30ed5e182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:25.617596 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-894c1762-05c6-477c-842f-80a30ed5e182 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4a9805d9-2ed1-4221-a7b9-99b9a4ab4287 HTTP/1.1" status: 204 len: 168 time: 0.4513617 Jul 28 02:20:25.640316 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c1762-05c6-477c-842f-80a30ed5e182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9805d9-2ed1-4221-a7b9-99b9a4ab4287,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:25.729313 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f1d8da38-62a1-4210-bbe4-f9bde1c56686 req-cc0adfc9-abb2-45aa-ab32-29e1e9fa4f2b tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741285 Jul 28 02:20:25.832536 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-dfe91a88-0a8a-422d-ae98-6b7bdaee615d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:26.001983 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e6e06-de39-4dae-8344-52a650507a85 req-9dee82d0-ec8c-4673-9e70-ec136b2f3065 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:26.012671 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8a3e6e06-de39-4dae-8344-52a650507a85 req-9dee82d0-ec8c-4673-9e70-ec136b2f3065 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.1562917 Jul 28 02:20:26.258413 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a59c3-bf2a-41c5-9c00-2488f3390812 req-b9e32e82-e584-4753-9f6a-8408fba56554 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:26.272980 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-293a59c3-bf2a-41c5-9c00-2488f3390812 req-b9e32e82-e584-4753-9f6a-8408fba56554 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 943 time: 0.2575800 Jul 28 02:20:26.440058 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8a3e6e06-de39-4dae-8344-52a650507a85 req-f684220c-c0af-4a21-ab71-aa00c1fc00b1 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4292459 Jul 28 02:20:26.566929 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-293a59c3-bf2a-41c5-9c00-2488f3390812 req-7118cd97-802f-4931-9825-7f1cc7c953ba tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895222 Jul 28 02:20:26.829161 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105723e-8aa8-4f46-a95b-2a3f3dc86e55 req-19efc6b7-ae5d-411e-bef0-47978f230e82 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:26.844501 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0105723e-8aa8-4f46-a95b-2a3f3dc86e55 req-19efc6b7-ae5d-411e-bef0-47978f230e82 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=606c5aa8-a5d8-4890-b67f-5be4476fea19 HTTP/1.1" status: 200 len: 945 time: 0.1424470 Jul 28 02:20:26.898166 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ff8b3-6997-416b-8d35-ceef709be28a req-ff4568d3-40bf-4deb-a56d-8ec0741f23e9 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:26.909655 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e70ff8b3-6997-416b-8d35-ceef709be28a req-ff4568d3-40bf-4deb-a56d-8ec0741f23e9 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 946 time: 0.1580067 Jul 28 02:20:26.969696 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:27.041530 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0105723e-8aa8-4f46-a95b-2a3f3dc86e55 req-46001390-1e3a-4b8a-8f04-96cc10e341f0 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=01e84188-5950-457b-9572-4bcca873a123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938231 Jul 28 02:20:27.045245 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e70ff8b3-6997-416b-8d35-ceef709be28a req-de483301-bf1a-46c2-bd6f-e27d9b063928 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336606 Jul 28 02:20:27.331945 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a38653-5ab3-4ddf-84c8-fcb4d980056c req-f76d23aa-ceaf-47e6-b35b-3b099c6ac589 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:27.344398 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-14a38653-5ab3-4ddf-84c8-fcb4d980056c req-f76d23aa-ceaf-47e6-b35b-3b099c6ac589 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=84182d0b-8573-484f-a608-7e224c01bdf9 HTTP/1.1" status: 200 len: 945 time: 0.1340823 Jul 28 02:20:27.455812 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-14a38653-5ab3-4ddf-84c8-fcb4d980056c req-aa48bae8-d589-4dd4-b6b5-9e828ea6c801 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095471 Jul 28 02:20:27.478286 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 45664) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:20:27.832274 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-3acaed18-1f10-43a4-b4ff-f3ae87a4013d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-921582383-network', 'tenant_id': '723a88dd0d514e9080b5355da878b406'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:20:27.891686 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12003a-7de8-499a-b810-09506ef2ea57 req-7348fd7e-478c-46e6-abc4-0e98c2e7c15d tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:27.895576 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acaed18-1f10-43a4-b4ff-f3ae87a4013d admin admin] Made reservation on behalf of 723a88dd0d514e9080b5355da878b406 for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:20:27.898634 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3acaed18-1f10-43a4-b4ff-f3ae87a4013d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:27.905527 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-de12003a-7de8-499a-b810-09506ef2ea57 req-7348fd7e-478c-46e6-abc4-0e98c2e7c15d tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.2317958 Jul 28 02:20:27.928430 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3acaed18-1f10-43a4-b4ff-f3ae87a4013d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:27.940592 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66695bf4-ce9e-4dcc-bd1d-d71d1eb6ae75 req-e5c5aae7-06c4-47db-a59e-27a6d4e66cdd tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:27.953185 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-66695bf4-ce9e-4dcc-bd1d-d71d1eb6ae75 req-e5c5aae7-06c4-47db-a59e-27a6d4e66cdd tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 943 time: 0.2053895 Jul 28 02:20:28.112589 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-de12003a-7de8-499a-b810-09506ef2ea57 req-fd77d179-1161-4792-81b2-f8f5582bff4a tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057593 Jul 28 02:20:28.147485 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-66695bf4-ce9e-4dcc-bd1d-d71d1eb6ae75 req-97c7d7d5-55a1-4ae8-985a-01169dcb8e45 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809242 Jul 28 02:20:28.160536 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3acaed18-1f10-43a4-b4ff-f3ae87a4013d admin admin] Publish callbacks [] for security_group (1440ed58-b6d8-4c86-8be0-ee78c940a0f2), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:28.170804 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3acaed18-1f10-43a4-b4ff-f3ae87a4013d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (1440ed58-b6d8-4c86-8be0-ee78c940a0f2), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:28.213242 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3acaed18-1f10-43a4-b4ff-f3ae87a4013d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 02:20:28.213242 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:28.241052 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5be174dd-75f7-4d02-b0ef-e80785df646a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:28.257685 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3acaed18-1f10-43a4-b4ff-f3ae87a4013d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (9413081a-94ca-44ff-ad13-26a23e0c4aa1), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:28.258200 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-3acaed18-1f10-43a4-b4ff-f3ae87a4013d admin admin] Added segment 9413081a-94ca-44ff-ad13-26a23e0c4aa1 of type vlan for network 3028137f-378b-4f43-9bf1-434ecd477647 Jul 28 02:20:28.267733 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acaed18-1f10-43a4-b4ff-f3ae87a4013d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1440ed58-b6d8-4c86-8be0-ee78c940a0f2,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:28.320445 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3acaed18-1f10-43a4-b4ff-f3ae87a4013d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752357420409'] for network (3028137f-378b-4f43-9bf1-434ecd477647), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:28.364819 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3acaed18-1f10-43a4-b4ff-f3ae87a4013d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577'] for network (3028137f-378b-4f43-9bf1-434ecd477647), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:28.372210 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acaed18-1f10-43a4-b4ff-f3ae87a4013d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:28.373492 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3acaed18-1f10-43a4-b4ff-f3ae87a4013d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:28.454129 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-3acaed18-1f10-43a4-b4ff-f3ae87a4013d admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9735830 Jul 28 02:20:28.457155 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 45716) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:20:28.464318 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-9b5a7f9b-c3b0-4b8d-b401-a964711ab0f4 admin admin] Request body: {'subnet': {'network_id': '3028137f-378b-4f43-9bf1-434ecd477647', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-921582383-subnet', 'tenant_id': '723a88dd0d514e9080b5355da878b406', 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:20:28.495639 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acaed18-1f10-43a4-b4ff-f3ae87a4013d admin admin] Pushing event updated for resources: {'Network': ['ID=3028137f-378b-4f43-9bf1-434ecd477647,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:28.512615 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5a7f9b-c3b0-4b8d-b401-a964711ab0f4 admin admin] Made reservation on behalf of 723a88dd0d514e9080b5355da878b406 for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:20:28.515951 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Network 3028137f-378b-4f43-9bf1-434ecd477647 details requested by agent ovs-agent-dv-cinder-799871-46-iscsi with host dv-cinder-799871-46-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 02:20:28.516197 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c1ba2-ed4f-492f-b9e1-90f959834dbd req-34ccd836-7f39-45cd-9b04-677b92f44882 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:28.518449 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9b5a7f9b-c3b0-4b8d-b401-a964711ab0f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26451900'] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:28.533199 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7c5c1ba2-ed4f-492f-b9e1-90f959834dbd req-34ccd836-7f39-45cd-9b04-677b92f44882 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=606c5aa8-a5d8-4890-b67f-5be4476fea19 HTTP/1.1" status: 200 len: 945 time: 0.1893449 Jul 28 02:20:28.627311 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b612ae-39f4-4c08-a3f8-5912cb900e13 req-7ee7e875-e365-460c-82c9-0f99e3e710f7 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:28.646748 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-55b612ae-39f4-4c08-a3f8-5912cb900e13 req-7ee7e875-e365-460c-82c9-0f99e3e710f7 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 946 time: 0.2329137 Jul 28 02:20:28.712072 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:28.805757 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7c5c1ba2-ed4f-492f-b9e1-90f959834dbd req-8a2fa0b4-7961-4f53-92a6-949901e37bea tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=01e84188-5950-457b-9572-4bcca873a123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2658434 Jul 28 02:20:28.869607 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-55b612ae-39f4-4c08-a3f8-5912cb900e13 req-d9cc291a-d4be-4b6a-8234-34b06c0392c2 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171042 Jul 28 02:20:28.983100 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bdad7-26a7-449f-bc45-91545881e66d req-53554cbc-9a19-4100-9987-a1be36afcc2c tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:28.986277 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-678bdad7-26a7-449f-bc45-91545881e66d req-53554cbc-9a19-4100-9987-a1be36afcc2c tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=84182d0b-8573-484f-a608-7e224c01bdf9 HTTP/1.1" status: 200 len: 945 time: 0.0821838 Jul 28 02:20:28.993225 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9b5a7f9b-c3b0-4b8d-b401-a964711ab0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3099529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26451858'] for subnet (27e5cd1e-e52c-425e-8667-f3f406f660a7), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:29.103836 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a7f9b-c3b0-4b8d-b401-a964711ab0f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27e5cd1e-e52c-425e-8667-f3f406f660a7,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:29.117637 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-678bdad7-26a7-449f-bc45-91545881e66d req-09581546-6d9f-4afb-a76a-c3bc34ab9477 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245654 Jul 28 02:20:29.169852 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5a7f9b-c3b0-4b8d-b401-a964711ab0f4 admin admin] Checking segment: {'id': '9413081a-94ca-44ff-ad13-26a23e0c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3028137f-378b-4f43-9bf1-434ecd477647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:20:29.170346 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5a7f9b-c3b0-4b8d-b401-a964711ab0f4 admin admin] Network hostable DHCP agents. Network: 3028137f-378b-4f43-9bf1-434ecd477647, hostable agents: ['301b8458-925c-4c76-ae1b-6d21194a75ed'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 02:20:29.187630 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:29.205210 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5a7f9b-c3b0-4b8d-b401-a964711ab0f4 admin admin] Network 3028137f-378b-4f43-9bf1-434ecd477647 is scheduled to be hosted by DHCP agent 301b8458-925c-4c76-ae1b-6d21194a75ed with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 02:20:29.229611 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:29.240267 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-9b5a7f9b-c3b0-4b8d-b401-a964711ab0f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-46-iscsi, 3028137f-378b-4f43-9bf1-434ecd477647) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:20:29.252235 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fb06cf-5c97-4c32-a1fa-6fb4d34759a7 None None] Network 3028137f-378b-4f43-9bf1-434ecd477647 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:20:29.254396 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5a7f9b-c3b0-4b8d-b401-a964711ab0f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:29.258106 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9b5a7f9b-c3b0-4b8d-b401-a964711ab0f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:29.305784 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-9b5a7f9b-c3b0-4b8d-b401-a964711ab0f4 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8473706 Jul 28 02:20:29.308386 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 45732) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:20:29.314793 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-c570cba8-df98-4f47-84ad-fb2ddbde379c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-921582383-router', 'tenant_id': '723a88dd0d514e9080b5355da878b406', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:20:29.434838 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:29.443239 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c570cba8-df98-4f47-84ad-fb2ddbde379c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-931'] for router (3fde082d-6729-4ef0-9eb3-e3e1eb526f5f), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:29.450290 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c570cba8-df98-4f47-84ad-fb2ddbde379c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1600240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-345463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-938'] for router (3fde082d-6729-4ef0-9eb3-e3e1eb526f5f), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:29.526112 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd1ed4-6ea9-427b-b12e-59a8d95ee275 req-6e905f91-eb50-4624-bdf1-273559bb4bd0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:29.536127 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-aefd1ed4-6ea9-427b-b12e-59a8d95ee275 req-6e905f91-eb50-4624-bdf1-273559bb4bd0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 943 time: 0.2160549 Jul 28 02:20:29.576036 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9572ff98-a2bf-566e-ab98-0b103bee2557-3028137f-378b-4f43-9bf1-434ecd477647', 'network_id': '3028137f-378b-4f43-9bf1-434ecd477647', 'project_id': '723a88dd0d514e9080b5355da878b406', 'fixed_ips': [{'subnet_id': '27e5cd1e-e52c-425e-8667-f3f406f660a7'}]}} from dv-cinder-799871-46-iscsi. {{(pid=104001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 02:20:29.577368 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:29.606897 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d341c-6ccc-45ba-9b5e-e8f18236d140 req-354ae139-fa98-42bc-840f-a3986e19adb7 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:29.615738 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-241d341c-6ccc-45ba-9b5e-e8f18236d140 req-354ae139-fa98-42bc-840f-a3986e19adb7 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.2380378 Jul 28 02:20:29.688697 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c570cba8-df98-4f47-84ad-fb2ddbde379c admin admin] Publish callbacks [] for router_controller (3fde082d-6729-4ef0-9eb3-e3e1eb526f5f), precommit_add_association {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:29.769345 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:29.821457 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-241d341c-6ccc-45ba-9b5e-e8f18236d140 req-83b02e78-e185-4834-8a5f-0ab2ae857668 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047625 Jul 28 02:20:29.859528 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-aefd1ed4-6ea9-427b-b12e-59a8d95ee275 req-24a3d4b0-604f-4a88-8b22-418df1881f00 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222296 Jul 28 02:20:29.868735 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Allocated IP 172.20.0.2 (3028137f-378b-4f43-9bf1-434ecd477647/27e5cd1e-e52c-425e-8667-f3f406f660a7/71e32150-ccba-4993-b955-ffc22b852b85) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:20:30.104099 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:30.143320 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Publish callbacks [] for port (71e32150-ccba-4993-b955-ffc22b852b85), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:30.165045 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659'] for port (71e32150-ccba-4993-b955-ffc22b852b85), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:30.186406 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c570cba8-df98-4f47-84ad-fb2ddbde379c admin admin] Publish callbacks [] for router_gateway (3fde082d-6729-4ef0-9eb3-e3e1eb526f5f), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:30.217094 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Network 3028137f-378b-4f43-9bf1-434ecd477647 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:20:30.222013 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:20:30.236183 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7c7fd-105d-4b00-8719-b38533168d51 req-07b16a20-0d95-46e9-bb93-dd1d92e6ce1f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:30.238230 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e7c7c7fd-105d-4b00-8719-b38533168d51 req-07b16a20-0d95-46e9-bb93-dd1d92e6ce1f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=606c5aa8-a5d8-4890-b67f-5be4476fea19 HTTP/1.1" status: 200 len: 945 time: 0.2266545 Jul 28 02:20:30.250799 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:20:30.267914 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Pushing event updated for resources: {'Port': ['ID=71e32150-ccba-4993-b955-ffc22b852b85,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:30.288173 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c2d0e-fea3-43ba-895c-d77613189947 req-b3431234-0079-469f-8db3-40b061aeace2 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:30.289725 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-841c2d0e-fea3-43ba-895c-d77613189947 req-b3431234-0079-469f-8db3-40b061aeace2 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 946 time: 0.2290125 Jul 28 02:20:30.303978 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:30.304479 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:30.304806 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:30.305191 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:30.305924 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:30.306476 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:30.306844 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:30.307214 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:30.307632 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:30.307965 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:30.308315 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:30.308638 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:30.309025 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:30.309355 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:30.309681 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:30.371666 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Attempting to bind port 71e32150-ccba-4993-b955-ffc22b852b85 on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:20:30.377987 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Attempting to bind port 71e32150-ccba-4993-b955-ffc22b852b85 by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': '9413081a-94ca-44ff-ad13-26a23e0c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3028137f-378b-4f43-9bf1-434ecd477647'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:20:30.378769 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Attempting to bind port 71e32150-ccba-4993-b955-ffc22b852b85 on network 3028137f-378b-4f43-9bf1-434ecd477647 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:20:30.399489 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e7c7c7fd-105d-4b00-8719-b38533168d51 req-30f26654-70c3-43eb-a0c7-a9fe61b6b868 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=01e84188-5950-457b-9572-4bcca873a123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285725 Jul 28 02:20:30.403989 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:20:30.404683 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Checking segment: {'id': '9413081a-94ca-44ff-ad13-26a23e0c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3028137f-378b-4f43-9bf1-434ecd477647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:20:30.405386 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:30.407766 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Bound using segment: {'id': '9413081a-94ca-44ff-ad13-26a23e0c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3028137f-378b-4f43-9bf1-434ecd477647'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:20:30.409098 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Bound port: 71e32150-ccba-4993-b955-ffc22b852b85, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9413081a-94ca-44ff-ad13-26a23e0c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3028137f-378b-4f43-9bf1-434ecd477647'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:20:30.409836 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (71e32150-ccba-4993-b955-ffc22b852b85), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:30.544976 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] For port 71e32150-ccba-4993-b955-ffc22b852b85, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:20:30.550846 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] For port 71e32150-ccba-4993-b955-ffc22b852b85, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=71e32150-ccba-4993-b955-ffc22b852b85,segment=NetworkSegment(9413081a-94ca-44ff-ad13-26a23e0c4aa1),segment_id=9413081a-94ca-44ff-ad13-26a23e0c4aa1)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:20:30.563850 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (71e32150-ccba-4993-b955-ffc22b852b85), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:30.605829 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-841c2d0e-fea3-43ba-895c-d77613189947 req-11f8e705-518d-4ec6-8e35-b4e823e2a4c1 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239847 Jul 28 02:20:30.692444 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68077da0-242d-4b1b-bc2a-50fb7c236682 None None] Pushing event updated for resources: {'Port': ['ID=71e32150-ccba-4993-b955-ffc22b852b85,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:30.713431 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:30.822435 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064a61d-0306-436c-8bab-ab3a480fcf72 req-5789b896-393c-4340-9111-ad57fbd56344 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:30.830321 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1064a61d-0306-436c-8bab-ab3a480fcf72 req-5789b896-393c-4340-9111-ad57fbd56344 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=84182d0b-8573-484f-a608-7e224c01bdf9 HTTP/1.1" status: 200 len: 945 time: 0.3045757 Jul 28 02:20:30.836585 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:30.863463 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c570cba8-df98-4f47-84ad-fb2ddbde379c admin admin] Publish callbacks [] for router_gateway (3fde082d-6729-4ef0-9eb3-e3e1eb526f5f), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:30.909936 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c570cba8-df98-4f47-84ad-fb2ddbde379c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:31.020119 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1064a61d-0306-436c-8bab-ab3a480fcf72 req-cdb5f0f6-d577-46c4-90d1-4a28c3b34158 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888690 Jul 28 02:20:31.077859 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5103e-4295-4093-ac3b-2793821e5f5b req-bdea3d3f-7c17-4679-a188-062423b51417 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:31.087570 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-55e5103e-4295-4093-ac3b-2793821e5f5b req-bdea3d3f-7c17-4679-a188-062423b51417 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.1242249 Jul 28 02:20:31.106214 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:31.294388 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-55e5103e-4295-4093-ac3b-2793821e5f5b req-df2356ee-9281-451d-a0d1-c923ee4297ad tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064955 Jul 28 02:20:31.307669 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [None req-c570cba8-df98-4f47-84ad-fb2ddbde379c admin admin] Allocated IP 172.27.0.20 (fac975fe-f61e-48f2-98cd-c3133f923d7b/e1a55f55-f115-45c6-a5b1-44ded4e4dd9d/68049d9b-dfd7-4348-93c1-6b57ac6e6f06) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:20:31.317932 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f7330-fcf3-4681-9dd2-cc405eb79eb8 req-e673686d-edc1-4394-a732-4595eb9051fc tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:31.319747 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ec1f7330-fcf3-4681-9dd2-cc405eb79eb8 req-e673686d-edc1-4394-a732-4595eb9051fc tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 943 time: 0.1289632 Jul 28 02:20:31.460615 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ec1f7330-fcf3-4681-9dd2-cc405eb79eb8 req-392a774f-8e36-4a1e-ba8f-8da58b52e78d tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313217 Jul 28 02:20:31.572733 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3494b66-8d04-4872-99f5-78d8c6221cd9 req-1ca87a42-9fb4-4a53-a6c1-9de030940773 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:31.574084 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e3494b66-8d04-4872-99f5-78d8c6221cd9 req-1ca87a42-9fb4-4a53-a6c1-9de030940773 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=606c5aa8-a5d8-4890-b67f-5be4476fea19 HTTP/1.1" status: 200 len: 945 time: 0.0743232 Jul 28 02:20:31.579400 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c570cba8-df98-4f47-84ad-fb2ddbde379c admin admin] Publish callbacks [] for port (68049d9b-dfd7-4348-93c1-6b57ac6e6f06), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:31.600931 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:31.657511 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e3494b66-8d04-4872-99f5-78d8c6221cd9 req-f401af1f-3cc1-4762-97f9-f05e0d6959e4 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=01e84188-5950-457b-9572-4bcca873a123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760896 Jul 28 02:20:31.659384 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c570cba8-df98-4f47-84ad-fb2ddbde379c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (68049d9b-dfd7-4348-93c1-6b57ac6e6f06), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:31.733777 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570cba8-df98-4f47-84ad-fb2ddbde379c admin admin] Pushing event updated for resources: {'Port': ['ID=68049d9b-dfd7-4348-93c1-6b57ac6e6f06,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:31.756977 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c570cba8-df98-4f47-84ad-fb2ddbde379c admin admin] Network fac975fe-f61e-48f2-98cd-c3133f923d7b is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:20:31.759073 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-c570cba8-df98-4f47-84ad-fb2ddbde379c admin admin] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:20:31.763412 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c570cba8-df98-4f47-84ad-fb2ddbde379c admin admin] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:20:31.859806 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb9920-92ca-4578-9d5a-96839aa38981 req-4c663100-3dff-4d9e-ad69-cd9c91d20771 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:31.862355 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0ffb9920-92ca-4578-9d5a-96839aa38981 req-4c663100-3dff-4d9e-ad69-cd9c91d20771 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 946 time: 0.0672371 Jul 28 02:20:32.026281 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0ffb9920-92ca-4578-9d5a-96839aa38981 req-68db9396-49a6-43f1-9bef-c4883ceb7b4a tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294405 Jul 28 02:20:32.127228 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:32.318099 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 71e32150-ccba-4993-b955-ffc22b852b85 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:20:32.341958 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa9f190-c3c1-4da5-a83c-c217bf94e57c None None] Network 3028137f-378b-4f43-9bf1-434ecd477647 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:20:32.349394 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e37064-4bb0-42d9-a584-21f03bc9e38c req-c032f77c-df25-456a-997a-f3c752b8d454 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:32.350424 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-11e37064-4bb0-42d9-a584-21f03bc9e38c req-c032f77c-df25-456a-997a-f3c752b8d454 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=84182d0b-8573-484f-a608-7e224c01bdf9 HTTP/1.1" status: 200 len: 945 time: 0.1265173 Jul 28 02:20:32.353122 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c570cba8-df98-4f47-84ad-fb2ddbde379c admin admin] Publish callbacks [] for router_gateway (3fde082d-6729-4ef0-9eb3-e3e1eb526f5f), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:32.458343 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-134ee1db-ea16-46a6-a6fc-9ccdf070cfbb None None] Provisioning complete for port 71e32150-ccba-4993-b955-ffc22b852b85 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:32.458984 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-134ee1db-ea16-46a6-a6fc-9ccdf070cfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (71e32150-ccba-4993-b955-ffc22b852b85), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:32.542173 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 71e32150-ccba-4993-b955-ffc22b852b85 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:32.542810 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (71e32150-ccba-4993-b955-ffc22b852b85), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:32.556370 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7acee2-9d32-4fc5-ab54-54988d6564ce req-3c6aa160-ccfb-4333-90b2-27c0a34491da tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:32.558028 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3f7acee2-9d32-4fc5-ab54-54988d6564ce req-3c6aa160-ccfb-4333-90b2-27c0a34491da tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.0623536 Jul 28 02:20:32.624013 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:32.635634 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:32.640011 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-11e37064-4bb0-42d9-a584-21f03bc9e38c req-1566f5fa-700e-4123-bc8c-c5a842a18e96 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444546 Jul 28 02:20:32.647352 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3f7acee2-9d32-4fc5-ab54-54988d6564ce req-5242ac0b-8205-4e58-b98c-6d4f3b17c7f8 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734434 Jul 28 02:20:32.775423 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:32.777452 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c570cba8-df98-4f47-84ad-fb2ddbde379c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1600198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363916'] for router (3fde082d-6729-4ef0-9eb3-e3e1eb526f5f), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:32.830654 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-134ee1db-ea16-46a6-a6fc-9ccdf070cfbb None None] Current status of the port 71e32150-ccba-4993-b955-ffc22b852b85 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:32.831428 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-134ee1db-ea16-46a6-a6fc-9ccdf070cfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (71e32150-ccba-4993-b955-ffc22b852b85), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:32.991158 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 71e32150-ccba-4993-b955-ffc22b852b85 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:32.991606 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (71e32150-ccba-4993-b955-ffc22b852b85), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:32.998006 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-134ee1db-ea16-46a6-a6fc-9ccdf070cfbb None None] For port 71e32150-ccba-4993-b955-ffc22b852b85, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=71e32150-ccba-4993-b955-ffc22b852b85,segment=NetworkSegment(9413081a-94ca-44ff-ad13-26a23e0c4aa1),segment_id=9413081a-94ca-44ff-ad13-26a23e0c4aa1)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:20:33.009047 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-134ee1db-ea16-46a6-a6fc-9ccdf070cfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (71e32150-ccba-4993-b955-ffc22b852b85), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:33.157620 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ee1db-ea16-46a6-a6fc-9ccdf070cfbb None None] Pushing event updated for resources: {'Port': ['ID=71e32150-ccba-4993-b955-ffc22b852b85,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:33.187189 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.db.api [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 02:20:33.187810 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG oslo_db.api [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 02:20:33.230877 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-4b9771b1-9820-48f9-add5-b5bff3fcd948 None None] Provisioning complete for port 71e32150-ccba-4993-b955-ffc22b852b85 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:33.231308 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4b9771b1-9820-48f9-add5-b5bff3fcd948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (71e32150-ccba-4993-b955-ffc22b852b85), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:33.317996 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c948a-2bab-4328-9715-7ee1db548cf9 req-1b2fdf37-51ef-4b20-b019-85454da616e1 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:33.319539 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a47c948a-2bab-4328-9715-7ee1db548cf9 req-1b2fdf37-51ef-4b20-b019-85454da616e1 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=606c5aa8-a5d8-4890-b67f-5be4476fea19 HTTP/1.1" status: 200 len: 945 time: 0.4968667 Jul 28 02:20:33.353904 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-4b9771b1-9820-48f9-add5-b5bff3fcd948 None None] Current status of the port 71e32150-ccba-4993-b955-ffc22b852b85 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:33.360832 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e27eaa-c954-45e4-a7a7-6a3cfb35718f req-302e5108-9e6c-4dd9-a176-5614b40eba98 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:33.367032 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-93e27eaa-c954-45e4-a7a7-6a3cfb35718f req-302e5108-9e6c-4dd9-a176-5614b40eba98 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 943 time: 0.5328717 Jul 28 02:20:33.477246 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-93e27eaa-c954-45e4-a7a7-6a3cfb35718f req-1b286532-00fd-4d74-81e0-0557229e0e8c tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088624 Jul 28 02:20:33.496738 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a47c948a-2bab-4328-9715-7ee1db548cf9 req-5c5cadcc-5f7e-41f9-9780-2eed5d365fe9 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=01e84188-5950-457b-9572-4bcca873a123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496751 Jul 28 02:20:33.562257 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c570cba8-df98-4f47-84ad-fb2ddbde379c admin admin] Router 3fde082d-6729-4ef0-9eb3-e3e1eb526f5f is scheduled to L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 with binding_index 1 {{(pid=103999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 02:20:33.668799 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cdf3eb-ee81-4225-9ede-4f5a213daebd req-f9c942c4-9180-46c0-976f-237df5a90300 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:33.670276 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-95cdf3eb-ee81-4225-9ede-4f5a213daebd req-f9c942c4-9180-46c0-976f-237df5a90300 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 946 time: 0.0990298 Jul 28 02:20:33.748838 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 71e32150-ccba-4993-b955-ffc22b852b85 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:33.818475 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c570cba8-df98-4f47-84ad-fb2ddbde379c admin admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:20:33.829474 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-95cdf3eb-ee81-4225-9ede-4f5a213daebd req-6805b8ab-f6dd-45c1-868f-4bef07a094ef tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190333 Jul 28 02:20:33.833037 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f40ddbd-8cc5-4033-8059-185c5bb36f11 None None] Sync routers for ids ['3fde082d-6729-4ef0-9eb3-e3e1eb526f5f'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:20:33.858384 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048abefc-4081-4104-82c4-c864ce5050df req-ee6815be-1c70-49f7-9d30-9728886fb96d tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:33.860344 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-048abefc-4081-4104-82c4-c864ce5050df req-ee6815be-1c70-49f7-9d30-9728886fb96d tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=84182d0b-8573-484f-a608-7e224c01bdf9 HTTP/1.1" status: 200 len: 945 time: 0.0965745 Jul 28 02:20:33.865935 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f40ddbd-8cc5-4033-8059-185c5bb36f11 None None] Routers {'3fde082d-6729-4ef0-9eb3-e3e1eb526f5f'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:20:33.866959 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-9f40ddbd-8cc5-4033-8059-185c5bb36f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:20:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['3fde082d-6729-4ef0-9eb3-e3e1eb526f5f'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:20:33.879617 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c570cba8-df98-4f47-84ad-fb2ddbde379c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:33.882387 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-c570cba8-df98-4f47-84ad-fb2ddbde379c admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.5713871 Jul 28 02:20:33.885786 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 45788) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:20:33.950993 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-048abefc-4081-4104-82c4-c864ce5050df req-18616ad4-b000-4129-8679-06b497e6c648 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806365 Jul 28 02:20:33.961563 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:34.029878 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e60e7-6657-411f-a05a-adec9d4ab631 req-79ad9063-c138-467d-a7b1-62cd76689c8c tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:34.033013 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-977e60e7-6657-411f-a05a-adec9d4ab631 req-79ad9063-c138-467d-a7b1-62cd76689c8c tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.0804491 Jul 28 02:20:34.115227 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-977e60e7-6657-411f-a05a-adec9d4ab631 req-c458bb6c-7a64-42f9-870d-5baf7c1b0b76 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747104 Jul 28 02:20:34.196998 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-9f40ddbd-8cc5-4033-8059-185c5bb36f11 None None] Set router 3fde082d-6729-4ef0-9eb3-e3e1eb526f5f gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:20:34.231114 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 71e32150-ccba-4993-b955-ffc22b852b85 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:20:34.369529 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 71e32150-ccba-4993-b955-ffc22b852b85 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:34.370250 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (71e32150-ccba-4993-b955-ffc22b852b85), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:34.385909 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:34.412988 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eabe3403-c1a5-4d25-8567-68e71b11652c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:34.504966 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-9f40ddbd-8cc5-4033-8059-185c5bb36f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'name': 'tempest-TestShelveInstance-921582383-router', 'tenant_id': '723a88dd0d514e9080b5355da878b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '68049d9b-dfd7-4348-93c1-6b57ac6e6f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:20:29Z', 'updated_at': '2022-07-28T02:20:32Z', 'revision_number': 3, 'project_id': '723a88dd0d514e9080b5355da878b406', 'gw_port': {'id': '68049d9b-dfd7-4348-93c1-6b57ac6e6f06', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:30Z', 'updated_at': '2022-07-28T02:20:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi'}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:20:34.569157 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f40ddbd-8cc5-4033-8059-185c5bb36f11 None None] Checking router: 3fde082d-6729-4ef0-9eb3-e3e1eb526f5f for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:20:34.569506 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f40ddbd-8cc5-4033-8059-185c5bb36f11 None None] Updating router 3fde082d-6729-4ef0-9eb3-e3e1eb526f5f port 68049d9b-dfd7-4348-93c1-6b57ac6e6f06 binding host dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 02:20:34.600533 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 71e32150-ccba-4993-b955-ffc22b852b85 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:34.606416 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:34.617183 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9f40ddbd-8cc5-4033-8059-185c5bb36f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (68049d9b-dfd7-4348-93c1-6b57ac6e6f06), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:34.647813 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-eabe3403-c1a5-4d25-8567-68e71b11652c admin admin] Allocated IP 172.20.0.1 (3028137f-378b-4f43-9bf1-434ecd477647/27e5cd1e-e52c-425e-8667-f3f406f660a7/2d9c898c-0d06-4902-8935-7176c3348142) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:20:34.728830 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d7d21-fcc4-414c-b994-79ab8081fc54 req-51c6adc0-16ce-4c7e-ae32-34287424092c tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:34.730412 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-807d7d21-fcc4-414c-b994-79ab8081fc54 req-51c6adc0-16ce-4c7e-ae32-34287424092c tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 943 time: 0.1343915 Jul 28 02:20:34.733382 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:34.745957 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388065a8-e106-448e-bb31-4e06dcbed718 req-ca347b55-3e4f-4f8a-b51d-d96d610b63b6 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:34.747551 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-388065a8-e106-448e-bb31-4e06dcbed718 req-ca347b55-3e4f-4f8a-b51d-d96d610b63b6 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=606c5aa8-a5d8-4890-b67f-5be4476fea19 HTTP/1.1" status: 200 len: 945 time: 0.0968430 Jul 28 02:20:34.837914 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-807d7d21-fcc4-414c-b994-79ab8081fc54 req-c8f49f1c-2dc2-42af-bae2-01251ed70458 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988917 Jul 28 02:20:34.843012 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eabe3403-c1a5-4d25-8567-68e71b11652c admin admin] Publish callbacks [] for port (2d9c898c-0d06-4902-8935-7176c3348142), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:34.860245 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-388065a8-e106-448e-bb31-4e06dcbed718 req-7c31e009-6714-4a15-84c5-48da12d41c23 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=01e84188-5950-457b-9572-4bcca873a123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991776 Jul 28 02:20:34.898492 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eabe3403-c1a5-4d25-8567-68e71b11652c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (2d9c898c-0d06-4902-8935-7176c3348142), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:34.947037 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:34.949395 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabe3403-c1a5-4d25-8567-68e71b11652c admin admin] Network 3028137f-378b-4f43-9bf1-434ecd477647 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:20:34.954369 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-eabe3403-c1a5-4d25-8567-68e71b11652c admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:20:34.961245 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabe3403-c1a5-4d25-8567-68e71b11652c admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:20:34.994557 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e9cb1-6999-4bd2-91a8-47bc0ab3e921 req-f54e2624-371c-4bcf-ada1-ef94cfbfb6e8 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:35.002458 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ae0e9cb1-6999-4bd2-91a8-47bc0ab3e921 req-f54e2624-371c-4bcf-ada1-ef94cfbfb6e8 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 946 time: 0.0706162 Jul 28 02:20:35.014514 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9f40ddbd-8cc5-4033-8059-185c5bb36f11 None None] Publish callbacks [] for port (68049d9b-dfd7-4348-93c1-6b57ac6e6f06), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:35.015113 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe3403-c1a5-4d25-8567-68e71b11652c admin admin] Pushing event updated for resources: {'Port': ['ID=2d9c898c-0d06-4902-8935-7176c3348142,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:35.027649 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9f40ddbd-8cc5-4033-8059-185c5bb36f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (68049d9b-dfd7-4348-93c1-6b57ac6e6f06), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:35.065141 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ae0e9cb1-6999-4bd2-91a8-47bc0ab3e921 req-8b46a326-3047-4140-a2e1-add3053aa936 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611856 Jul 28 02:20:35.082786 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eabe3403-c1a5-4d25-8567-68e71b11652c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598604'] for router_interface (3fde082d-6729-4ef0-9eb3-e3e1eb526f5f), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:35.123849 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:35.144233 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-9f40ddbd-8cc5-4033-8059-185c5bb36f11 None None] Attempting to bind port 68049d9b-dfd7-4348-93c1-6b57ac6e6f06 on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:20:35.144233 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-9f40ddbd-8cc5-4033-8059-185c5bb36f11 None None] Attempting to bind port 68049d9b-dfd7-4348-93c1-6b57ac6e6f06 by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:20:35.144233 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f40ddbd-8cc5-4033-8059-185c5bb36f11 None None] Attempting to bind port 68049d9b-dfd7-4348-93c1-6b57ac6e6f06 on network fac975fe-f61e-48f2-98cd-c3133f923d7b {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:20:35.160229 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f40ddbd-8cc5-4033-8059-185c5bb36f11 None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:20:35.160625 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f40ddbd-8cc5-4033-8059-185c5bb36f11 None None] Checking segment: {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:20:35.161199 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9f40ddbd-8cc5-4033-8059-185c5bb36f11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:35.161613 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f40ddbd-8cc5-4033-8059-185c5bb36f11 None None] Bound using segment: {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:20:35.162100 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-9f40ddbd-8cc5-4033-8059-185c5bb36f11 None None] Bound port: 68049d9b-dfd7-4348-93c1-6b57ac6e6f06, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:20:35.162526 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9f40ddbd-8cc5-4033-8059-185c5bb36f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (68049d9b-dfd7-4348-93c1-6b57ac6e6f06), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:35.165124 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef9b7a1-d85d-4255-85b3-db08af77701e None None] Pushing event updated for resources: {'Port': ['ID=68049d9b-dfd7-4348-93c1-6b57ac6e6f06,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:35.205633 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bbc21-6ece-4b3b-90f7-156afabe055d req-eb465976-adb1-4e90-beb3-babd3a24b70b tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:35.207214 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-aa4bbc21-6ece-4b3b-90f7-156afabe055d req-eb465976-adb1-4e90-beb3-babd3a24b70b tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=84182d0b-8573-484f-a608-7e224c01bdf9 HTTP/1.1" status: 200 len: 945 time: 0.1141434 Jul 28 02:20:35.264705 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-9f40ddbd-8cc5-4033-8059-185c5bb36f11 None None] For port 68049d9b-dfd7-4348-93c1-6b57ac6e6f06, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:20:35.270199 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-9f40ddbd-8cc5-4033-8059-185c5bb36f11 None None] For port 68049d9b-dfd7-4348-93c1-6b57ac6e6f06, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=68049d9b-dfd7-4348-93c1-6b57ac6e6f06,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:20:35.280536 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9f40ddbd-8cc5-4033-8059-185c5bb36f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (68049d9b-dfd7-4348-93c1-6b57ac6e6f06), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:35.306709 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eabe3403-c1a5-4d25-8567-68e71b11652c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (2d9c898c-0d06-4902-8935-7176c3348142), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:35.353522 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-aa4bbc21-6ece-4b3b-90f7-156afabe055d req-0d131126-4900-4fd3-99ce-1a54e5570115 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368210 Jul 28 02:20:35.370667 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5b472-7afc-4dbf-9d27-814af24ad65d req-7a4a0ade-9847-429b-a7a9-0ed80c3c9bb7 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:35.372810 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6ff5b472-7afc-4dbf-9d27-814af24ad65d req-7a4a0ade-9847-429b-a7a9-0ed80c3c9bb7 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.0979183 Jul 28 02:20:35.383473 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef9b7a1-d85d-4255-85b3-db08af77701e None None] Pushing event updated for resources: {'Port': ['ID=68049d9b-dfd7-4348-93c1-6b57ac6e6f06,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:35.393678 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f40ddbd-8cc5-4033-8059-185c5bb36f11 None None] Routers {'3fde082d-6729-4ef0-9eb3-e3e1eb526f5f'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:20:35.394648 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-9f40ddbd-8cc5-4033-8059-185c5bb36f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:20:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['3fde082d-6729-4ef0-9eb3-e3e1eb526f5f'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:20:35.438733 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6ff5b472-7afc-4dbf-9d27-814af24ad65d req-2caf0b31-0269-4bc3-8891-4157bf5e6c26 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568712 Jul 28 02:20:35.450495 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-956c272d-63ca-4960-8d3e-289b2cb591b5 None None] Provisioning complete for port 2d9c898c-0d06-4902-8935-7176c3348142 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:35.450902 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-956c272d-63ca-4960-8d3e-289b2cb591b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (2d9c898c-0d06-4902-8935-7176c3348142), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:35.522953 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eabe3403-c1a5-4d25-8567-68e71b11652c admin admin] Publish callbacks [] for port (2d9c898c-0d06-4902-8935-7176c3348142), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:35.528969 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eabe3403-c1a5-4d25-8567-68e71b11652c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (2d9c898c-0d06-4902-8935-7176c3348142), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:35.541734 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-956c272d-63ca-4960-8d3e-289b2cb591b5 None None] Port 2d9c898c-0d06-4902-8935-7176c3348142 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:20:35.548536 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:35.573120 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-9f40ddbd-8cc5-4033-8059-185c5bb36f11 None None] Set router 3fde082d-6729-4ef0-9eb3-e3e1eb526f5f gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:20:35.583839 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:35.598505 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe3403-c1a5-4d25-8567-68e71b11652c admin admin] Pushing event updated for resources: {'Port': ['ID=2d9c898c-0d06-4902-8935-7176c3348142,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:35.605044 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eabe3403-c1a5-4d25-8567-68e71b11652c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598704'] for router_interface (3fde082d-6729-4ef0-9eb3-e3e1eb526f5f), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:35.718782 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabe3403-c1a5-4d25-8567-68e71b11652c admin admin] Network 3028137f-378b-4f43-9bf1-434ecd477647 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:20:35.720389 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-eabe3403-c1a5-4d25-8567-68e71b11652c admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:20:35.751007 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:35.835326 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-9f40ddbd-8cc5-4033-8059-185c5bb36f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'name': 'tempest-TestShelveInstance-921582383-router', 'tenant_id': '723a88dd0d514e9080b5355da878b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '68049d9b-dfd7-4348-93c1-6b57ac6e6f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:20:29Z', 'updated_at': '2022-07-28T02:20:35Z', 'revision_number': 4, 'project_id': '723a88dd0d514e9080b5355da878b406', 'gw_port': {'id': '68049d9b-dfd7-4348-93c1-6b57ac6e6f06', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:30Z', 'updated_at': '2022-07-28T02:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '2d9c898c-0d06-4902-8935-7176c3348142', 'name': '', 'network_id': '3028137f-378b-4f43-9bf1-434ecd477647', 'tenant_id': '723a88dd0d514e9080b5355da878b406', 'mac_address': 'fa:16:3e:00:49:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '27e5cd1e-e52c-425e-8667-f3f406f660a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:34Z', 'updated_at': '2022-07-28T02:20:34Z', 'revision_number': 1, 'project_id': '723a88dd0d514e9080b5355da878b406', 'subnets': [{'id': '27e5cd1e-e52c-425e-8667-f3f406f660a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:20:35.862863 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f40ddbd-8cc5-4033-8059-185c5bb36f11 None None] The sync data for ids ['3fde082d-6729-4ef0-9eb3-e3e1eb526f5f'] in dv-cinder-799871-46-iscsi is: [{'id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'name': 'tempest-TestShelveInstance-921582383-router', 'tenant_id': '723a88dd0d514e9080b5355da878b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '68049d9b-dfd7-4348-93c1-6b57ac6e6f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:20:29Z', 'updated_at': '2022-07-28T02:20:35Z', 'revision_number': 4, 'project_id': '723a88dd0d514e9080b5355da878b406', 'gw_port': {'id': '68049d9b-dfd7-4348-93c1-6b57ac6e6f06', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:30Z', 'updated_at': '2022-07-28T02:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '2d9c898c-0d06-4902-8935-7176c3348142', 'name': '', 'network_id': '3028137f-378b-4f43-9bf1-434ecd477647', 'tenant_id': '723a88dd0d514e9080b5355da878b406', 'mac_address': 'fa:16:3e:00:49:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '27e5cd1e-e52c-425e-8667-f3f406f660a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:34Z', 'updated_at': '2022-07-28T02:20:34Z', 'revision_number': 1, 'project_id': '723a88dd0d514e9080b5355da878b406', 'subnets': [{'id': '27e5cd1e-e52c-425e-8667-f3f406f660a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:20:35.865130 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabe3403-c1a5-4d25-8567-68e71b11652c admin admin] Router 3fde082d-6729-4ef0-9eb3-e3e1eb526f5f has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:20:36.031239 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b303ae-0380-4311-abba-89d28409dc13 req-dbcb5f58-17b1-4d4e-893c-7ed4c0ee4d80 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:36.033053 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-11b303ae-0380-4311-abba-89d28409dc13 req-dbcb5f58-17b1-4d4e-893c-7ed4c0ee4d80 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 943 time: 0.0926571 Jul 28 02:20:36.043215 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabe3403-c1a5-4d25-8567-68e71b11652c admin admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:20:36.061453 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-eabe3403-c1a5-4d25-8567-68e71b11652c admin admin] 10.222.0.40 "PUT /v2.0/routers/3fde082d-6729-4ef0-9eb3-e3e1eb526f5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1731997 Jul 28 02:20:36.092329 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-36b8bd33-60a1-45d0-8480-223d73083b3c None None] Provisioning complete for port 2d9c898c-0d06-4902-8935-7176c3348142 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:36.092778 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-36b8bd33-60a1-45d0-8480-223d73083b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (2d9c898c-0d06-4902-8935-7176c3348142), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:36.130451 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eaf11b-5c40-4106-aa50-d8f1b47c0c69 req-089d88ec-7e59-4068-b721-c9c4f40edcc7 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:36.132061 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a3eaf11b-5c40-4106-aa50-d8f1b47c0c69 req-089d88ec-7e59-4068-b721-c9c4f40edcc7 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=606c5aa8-a5d8-4890-b67f-5be4476fea19 HTTP/1.1" status: 200 len: 945 time: 0.1561542 Jul 28 02:20:36.171491 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-11b303ae-0380-4311-abba-89d28409dc13 req-569365e4-3da2-4399-a799-b8dc2172dc47 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168914 Jul 28 02:20:36.185479 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-36b8bd33-60a1-45d0-8480-223d73083b3c None None] Port 2d9c898c-0d06-4902-8935-7176c3348142 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:20:36.278223 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a3eaf11b-5c40-4106-aa50-d8f1b47c0c69 req-aff22162-d7bc-499e-ae51-53e97abd8175 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=01e84188-5950-457b-9572-4bcca873a123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271794 Jul 28 02:20:36.338865 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-2a2fc329-278a-49d7-9cd8-1feaa169d415 service neutron] 10.222.0.45 "GET /v2.0/networks/645f8645-b726-4be7-bb5a-32ec9ab88df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199931 Jul 28 02:20:36.399165 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fa03d-6b03-4f47-bcda-7f5c0ea50baf req-37fd5ddc-1771-4cd5-a619-6fb10bf4fc8f tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:36.404313 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:36.411389 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c87fa03d-6b03-4f47-bcda-7f5c0ea50baf req-37fd5ddc-1771-4cd5-a619-6fb10bf4fc8f tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 946 time: 0.0793376 Jul 28 02:20:36.485511 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c87fa03d-6b03-4f47-bcda-7f5c0ea50baf req-708eaaee-98a7-427b-a98d-c9041219b88b tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729241 Jul 28 02:20:36.531754 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e132fc-5943-4e78-98b5-62ae542afffa req-6ce652d5-b05f-4c72-9608-6d24af193189 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:36.539009 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-29e132fc-5943-4e78-98b5-62ae542afffa req-6ce652d5-b05f-4c72-9608-6d24af193189 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=84182d0b-8573-484f-a608-7e224c01bdf9 HTTP/1.1" status: 200 len: 945 time: 0.0811100 Jul 28 02:20:36.548142 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:36.640725 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822d732-5cd5-4ed0-845b-01e8516240c7 req-7eb22220-4f12-4025-b991-d9af6fc01552 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:36.642597 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2822d732-5cd5-4ed0-845b-01e8516240c7 req-7eb22220-4f12-4025-b991-d9af6fc01552 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.0941899 Jul 28 02:20:36.646896 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-29e132fc-5943-4e78-98b5-62ae542afffa req-ccbefc3b-19bf-4f15-912c-f597fbedf53c tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068916 Jul 28 02:20:36.722292 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2822d732-5cd5-4ed0-845b-01e8516240c7 req-51413e4f-c8bf-4927-8faf-0ef962b7d63a tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586710 Jul 28 02:20:36.892329 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:36.932284 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-70d6d87b-cccd-478c-a30d-96d343a8b3ea req-b7f091a4-4ff1-462c-8e92-ded97abb6bf9 service neutron] 10.222.0.45 "GET /v2.0/networks/645f8645-b726-4be7-bb5a-32ec9ab88df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743600 Jul 28 02:20:36.950154 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:36.970012 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 45836) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:20:36.975189 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-c260194b-f1a1-437f-8c1c-b58297a5f423 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-581613459-network', 'tenant_id': '7a9a4c2217284ce19ab23f564bcc815b'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:20:37.002044 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16d56a-e1eb-43b2-8dfa-fd92c0e27104 req-753a4242-1bbe-4e03-944d-d29fa711ce7f tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:37.003753 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3f16d56a-e1eb-43b2-8dfa-fd92c0e27104 req-753a4242-1bbe-4e03-944d-d29fa711ce7f tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.45 "GET /v2.0/ports?device_id=84182d0b-8573-484f-a608-7e224c01bdf9 HTTP/1.1" status: 200 len: 945 time: 0.0633161 Jul 28 02:20:37.005230 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c260194b-f1a1-437f-8c1c-b58297a5f423 admin admin] Made reservation on behalf of 7a9a4c2217284ce19ab23f564bcc815b for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:20:37.007871 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c260194b-f1a1-437f-8c1c-b58297a5f423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:37.019202 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c260194b-f1a1-437f-8c1c-b58297a5f423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:37.108825 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c260194b-f1a1-437f-8c1c-b58297a5f423 admin admin] Publish callbacks [] for security_group (176a0dce-021d-443a-a5dc-3c5a2842486f), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:37.113562 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c260194b-f1a1-437f-8c1c-b58297a5f423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (176a0dce-021d-443a-a5dc-3c5a2842486f), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:37.143895 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c260194b-f1a1-437f-8c1c-b58297a5f423 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 02:20:37.149533 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260194b-f1a1-437f-8c1c-b58297a5f423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176a0dce-021d-443a-a5dc-3c5a2842486f,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:37.156391 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:37.157954 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c260194b-f1a1-437f-8c1c-b58297a5f423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (0fbe84b0-7f2b-48a5-ba5b-b7630833ed98), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:37.158319 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-c260194b-f1a1-437f-8c1c-b58297a5f423 admin admin] Added segment 0fbe84b0-7f2b-48a5-ba5b-b7630833ed98 of type vlan for network 37a993a1-1ac7-48cc-bc7f-5868ea8b486a Jul 28 02:20:37.218806 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c260194b-f1a1-437f-8c1c-b58297a5f423 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752357420409'] for network (37a993a1-1ac7-48cc-bc7f-5868ea8b486a), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:37.274728 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c260194b-f1a1-437f-8c1c-b58297a5f423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577'] for network (37a993a1-1ac7-48cc-bc7f-5868ea8b486a), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:37.276018 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c260194b-f1a1-437f-8c1c-b58297a5f423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:37.276654 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c260194b-f1a1-437f-8c1c-b58297a5f423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:37.352815 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260194b-f1a1-437f-8c1c-b58297a5f423 admin admin] Pushing event updated for resources: {'Network': ['ID=37a993a1-1ac7-48cc-bc7f-5868ea8b486a,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:37.366789 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c260194b-f1a1-437f-8c1c-b58297a5f423 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3954632 Jul 28 02:20:37.367433 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 45842) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:20:37.368317 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Network 37a993a1-1ac7-48cc-bc7f-5868ea8b486a details requested by agent ovs-agent-dv-cinder-799871-46-iscsi with host dv-cinder-799871-46-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 02:20:37.372230 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-266d5fbb-2353-4c77-b1b2-c2340631d8cd admin admin] Request body: {'subnet': {'network_id': '37a993a1-1ac7-48cc-bc7f-5868ea8b486a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-581613459-subnet', 'tenant_id': '7a9a4c2217284ce19ab23f564bcc815b', 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:20:37.393299 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [req-3f16d56a-e1eb-43b2-8dfa-fd92c0e27104 req-17d24aad-b62c-4f19-a02e-e495aed63c1b tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Deleting port 9026580a-9a93-42a4-b6b5-73328b1a0c05 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:20:37.393299 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-3f16d56a-e1eb-43b2-8dfa-fd92c0e27104 req-17d24aad-b62c-4f19-a02e-e495aed63c1b tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (9026580a-9a93-42a4-b6b5-73328b1a0c05), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:37.410820 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266d5fbb-2353-4c77-b1b2-c2340631d8cd admin admin] Made reservation on behalf of 7a9a4c2217284ce19ab23f564bcc815b for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:20:37.413263 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-266d5fbb-2353-4c77-b1b2-c2340631d8cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26451900'] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:37.448098 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b2ab0-dbdc-4132-9aab-b7a117b88ae1 req-683ecdd3-dc3e-475d-9fa9-e7667076360b tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:37.449676 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-447b2ab0-dbdc-4132-9aab-b7a117b88ae1 req-683ecdd3-dc3e-475d-9fa9-e7667076360b tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 943 time: 0.1355836 Jul 28 02:20:37.515871 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b927c84-7e0a-4aa2-aba9-90ceac3dfa33 req-3ce96a09-f41f-419c-af3d-e49c615920c9 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:37.517662 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3b927c84-7e0a-4aa2-aba9-90ceac3dfa33 req-3ce96a09-f41f-419c-af3d-e49c615920c9 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=606c5aa8-a5d8-4890-b67f-5be4476fea19 HTTP/1.1" status: 200 len: 945 time: 0.1322136 Jul 28 02:20:37.601683 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-447b2ab0-dbdc-4132-9aab-b7a117b88ae1 req-b7b19ed6-58c0-4a6e-95df-aaa1d6a31633 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194799 Jul 28 02:20:37.626721 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:37.628342 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-266d5fbb-2353-4c77-b1b2-c2340631d8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3099529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26451858'] for subnet (fd5b7ad2-f205-4715-a451-963db407217b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:37.643713 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-3f16d56a-e1eb-43b2-8dfa-fd92c0e27104 req-17d24aad-b62c-4f19-a02e-e495aed63c1b tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] For port 9026580a-9a93-42a4-b6b5-73328b1a0c05, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9026580a-9a93-42a4-b6b5-73328b1a0c05,segment=NetworkSegment(93b441e0-f2a5-49f2-899d-b2fda4d6c4fa),segment_id=93b441e0-f2a5-49f2-899d-b2fda4d6c4fa)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:20:37.644070 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-3f16d56a-e1eb-43b2-8dfa-fd92c0e27104 req-17d24aad-b62c-4f19-a02e-e495aed63c1b tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (9026580a-9a93-42a4-b6b5-73328b1a0c05), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:37.662588 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3b927c84-7e0a-4aa2-aba9-90ceac3dfa33 req-bde6b3af-5312-4360-a8f5-5b30f3820da4 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=01e84188-5950-457b-9572-4bcca873a123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328151 Jul 28 02:20:37.678387 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [req-3f16d56a-e1eb-43b2-8dfa-fd92c0e27104 req-17d24aad-b62c-4f19-a02e-e495aed63c1b tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Calling delete_port for 9026580a-9a93-42a4-b6b5-73328b1a0c05 owned by compute:nova {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:20:37.706253 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d5fbb-2353-4c77-b1b2-c2340631d8cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd5b7ad2-f205-4715-a451-963db407217b,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:37.712087 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266d5fbb-2353-4c77-b1b2-c2340631d8cd admin admin] Checking segment: {'id': '0fbe84b0-7f2b-48a5-ba5b-b7630833ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '37a993a1-1ac7-48cc-bc7f-5868ea8b486a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:20:37.712442 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266d5fbb-2353-4c77-b1b2-c2340631d8cd admin admin] Network hostable DHCP agents. Network: 37a993a1-1ac7-48cc-bc7f-5868ea8b486a, hostable agents: ['301b8458-925c-4c76-ae1b-6d21194a75ed'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 02:20:37.740627 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266d5fbb-2353-4c77-b1b2-c2340631d8cd admin admin] Network 37a993a1-1ac7-48cc-bc7f-5868ea8b486a is scheduled to be hosted by DHCP agent 301b8458-925c-4c76-ae1b-6d21194a75ed with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 02:20:37.753833 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-266d5fbb-2353-4c77-b1b2-c2340631d8cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-46-iscsi, 37a993a1-1ac7-48cc-bc7f-5868ea8b486a) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:20:37.762709 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1b6d5f-f4a8-433a-b284-f05074a039d1 None None] Network 37a993a1-1ac7-48cc-bc7f-5868ea8b486a requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:20:37.770967 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266d5fbb-2353-4c77-b1b2-c2340631d8cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:37.772140 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-266d5fbb-2353-4c77-b1b2-c2340631d8cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:37.799312 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-266d5fbb-2353-4c77-b1b2-c2340631d8cd admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4304833 Jul 28 02:20:37.801721 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 45852) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:20:37.806128 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-56a93ba3-49d4-4485-b978-23a9f7b3c944 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-581613459-router', 'tenant_id': '7a9a4c2217284ce19ab23f564bcc815b', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:20:37.831537 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-56a93ba3-49d4-4485-b978-23a9f7b3c944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-931'] for router (997f57f7-f3b6-42a0-b64a-99b631fd958e), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:37.834878 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-56a93ba3-49d4-4485-b978-23a9f7b3c944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1600240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-345463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-938'] for router (997f57f7-f3b6-42a0-b64a-99b631fd958e), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:37.838795 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6708f-1ebc-4931-958b-49af19564fa8 req-13090f50-65aa-48de-8784-98d852b13a71 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:37.842072 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-20f6708f-1ebc-4931-958b-49af19564fa8 req-13090f50-65aa-48de-8784-98d852b13a71 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 946 time: 0.1376860 Jul 28 02:20:37.863696 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345bce49-0c50-4b93-9954-5b0708dabf77 req-eadcfbb1-0dcf-44d6-8e44-38f71522a78d tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:37.865315 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-345bce49-0c50-4b93-9954-5b0708dabf77 req-eadcfbb1-0dcf-44d6-8e44-38f71522a78d tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=84182d0b-8573-484f-a608-7e224c01bdf9 HTTP/1.1" status: 200 len: 945 time: 0.0905066 Jul 28 02:20:37.900757 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-56a93ba3-49d4-4485-b978-23a9f7b3c944 admin admin] Publish callbacks [] for router_controller (997f57f7-f3b6-42a0-b64a-99b631fd958e), precommit_add_association {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:37.904125 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:37.951683 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:37.963040 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13c731b-1d4a-41f6-a30e-0bb29f9a5b42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9572ff98-a2bf-566e-ab98-0b103bee2557-37a993a1-1ac7-48cc-bc7f-5868ea8b486a', 'network_id': '37a993a1-1ac7-48cc-bc7f-5868ea8b486a', 'project_id': '7a9a4c2217284ce19ab23f564bcc815b', 'fixed_ips': [{'subnet_id': 'fd5b7ad2-f205-4715-a451-963db407217b'}]}} from dv-cinder-799871-46-iscsi. {{(pid=104001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 02:20:37.964259 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d13c731b-1d4a-41f6-a30e-0bb29f9a5b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:38.001503 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-20f6708f-1ebc-4931-958b-49af19564fa8 req-6a5fdfaa-1a20-4ec4-a4cf-077c0a8a3d4a tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349993 Jul 28 02:20:38.070025 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-345bce49-0c50-4b93-9954-5b0708dabf77 req-a11378bb-6067-4fef-8702-42c4fa7ebf59 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916192 Jul 28 02:20:38.070865 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-3f16d56a-e1eb-43b2-8dfa-fd92c0e27104 req-17d24aad-b62c-4f19-a02e-e495aed63c1b tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (9026580a-9a93-42a4-b6b5-73328b1a0c05), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:38.123286 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d24aad-b62c-4f19-a02e-e495aed63c1b tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Pushing event deleted for resources: {'Port': ['ID=9026580a-9a93-42a4-b6b5-73328b1a0c05,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:38.223788 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456fb43-ca85-4d4a-b76a-6886ce3e5f10 req-121c5b1b-2813-4392-9aba-09998a845aa2 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:38.241641 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5456fb43-ca85-4d4a-b76a-6886ce3e5f10 req-121c5b1b-2813-4392-9aba-09998a845aa2 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=606c5aa8-a5d8-4890-b67f-5be4476fea19 HTTP/1.1" status: 200 len: 945 time: 0.1220553 Jul 28 02:20:38.242397 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 45856) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:20:38.253117 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-8eefbb97-b37b-4c7d-b414-6eb463b4b04e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Request body: {'floatingip': {'port_id': '60dcd1ef-cfe6-44be-bd4d-be1a1761d28d'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:20:38.255353 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-d13c731b-1d4a-41f6-a30e-0bb29f9a5b42 None None] Allocated IP 172.20.0.2 (37a993a1-1ac7-48cc-bc7f-5868ea8b486a/fd5b7ad2-f205-4715-a451-963db407217b/e16329e4-27c7-4399-a097-7afdcb1a162e) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:20:38.310711 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 68049d9b-dfd7-4348-93c1-6b57ac6e6f06 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:20:38.361677 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-56a93ba3-49d4-4485-b978-23a9f7b3c944 admin admin] Publish callbacks [] for router_gateway (997f57f7-f3b6-42a0-b64a-99b631fd958e), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:38.374128 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c6a8b-aca6-49d7-95b5-fef0132597bb req-96f602eb-6a08-4a20-939a-e5a2b670bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:38.376944 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-975c6a8b-aca6-49d7-95b5-fef0132597bb req-96f602eb-6a08-4a20-939a-e5a2b670bce3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9cb7e92c703a42d6be6343c04934d533&device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 1127 time: 0.0547528 Jul 28 02:20:38.436937 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f16d56a-e1eb-43b2-8dfa-fd92c0e27104 req-17d24aad-b62c-4f19-a02e-e495aed63c1b tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] No DVR routers for this DVR port 9026580a-9a93-42a4-b6b5-73328b1a0c05 on host hv-cinder-79987 {{(pid=103999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:20:38.438678 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:38.446792 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8eefbb97-b37b-4c7d-b414-6eb463b4b04e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for floatingip (d9957f6a-e01d-4446-868c-21180b659feb), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:38.451830 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-3f16d56a-e1eb-43b2-8dfa-fd92c0e27104 req-17d24aad-b62c-4f19-a02e-e495aed63c1b tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:38.455949 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3f16d56a-e1eb-43b2-8dfa-fd92c0e27104 req-17d24aad-b62c-4f19-a02e-e495aed63c1b tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.45 "DELETE /v2.0/ports/9026580a-9a93-42a4-b6b5-73328b1a0c05 HTTP/1.1" status: 204 len: 173 time: 1.2667141 Jul 28 02:20:38.458427 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84182d0b-8573-484f-a608-7e224c01bdf9', 'name': 'network-vif-deleted', 'tag': '9026580a-9a93-42a4-b6b5-73328b1a0c05'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:20:38.460835 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fd3017fc08cfcfd8945092685727e724b0eb79f5cdddf0496dd7adb644fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cd8005-1589-4b20-ba18-6f35864638ff" -d '{"events": [{"server_uuid": "84182d0b-8573-484f-a608-7e224c01bdf9", "name": "network-vif-deleted", "tag": "9026580a-9a93-42a4-b6b5-73328b1a0c05"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:20:38.542930 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf6cb6-5241-4bba-bf60-95c884386397 req-e4403bc4-69e3-4ee7-939e-4aa748f83f99 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:38.551527 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e4bf6cb6-5241-4bba-bf60-95c884386397 req-e4403bc4-69e3-4ee7-939e-4aa748f83f99 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 946 time: 0.3585432 Jul 28 02:20:38.554529 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc679fd-e5d4-43a3-85ca-e1090a7b3250 x-openstack-request-id: req-3fc679fd-e5d4-43a3-85ca-e1090a7b3250 {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:20:38.557245 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84182d0b-8573-484f-a608-7e224c01bdf9", "name": "network-vif-deleted", "tag": "9026580a-9a93-42a4-b6b5-73328b1a0c05", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:20:38.560049 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3fc679fd-e5d4-43a3-85ca-e1090a7b3250 {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:20:38.560807 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fc679fd-e5d4-43a3-85ca-e1090a7b3250'] response: {'server_uuid': '84182d0b-8573-484f-a608-7e224c01bdf9', 'name': 'network-vif-deleted', 'tag': '9026580a-9a93-42a4-b6b5-73328b1a0c05', 'status': 'completed', 'code': 200} Jul 28 02:20:38.584808 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192447c6-9676-402e-bd17-86ff0caa67d7 req-84e6a20c-fe1b-4329-bac1-8b34ea0b2f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:38.590255 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-192447c6-9676-402e-bd17-86ff0caa67d7 req-84e6a20c-fe1b-4329-bac1-8b34ea0b2f54 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ed45da3e0024fa597d03299abae9859&device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 1130 time: 0.2132063 Jul 28 02:20:38.616087 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c6a8b-aca6-49d7-95b5-fef0132597bb req-7c0e66f7-fd1a-4781-a236-0394e6850d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:38.617717 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-975c6a8b-aca6-49d7-95b5-fef0132597bb req-7c0e66f7-fd1a-4781-a236-0394e6850d04 service neutron] 10.222.0.45 "GET /v2.0/networks?id=645f8645-b726-4be7-bb5a-32ec9ab88df5 HTTP/1.1" status: 200 len: 916 time: 0.2276196 Jul 28 02:20:38.688316 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 68049d9b-dfd7-4348-93c1-6b57ac6e6f06 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:38.688908 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (68049d9b-dfd7-4348-93c1-6b57ac6e6f06), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:38.694084 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:38.705716 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-975c6a8b-aca6-49d7-95b5-fef0132597bb req-de298730-4fdc-4243-9f04-c7c4eaf71197 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69119806-930f-400d-b217-df9b4467529b HTTP/1.1" status: 200 len: 217 time: 0.0809116 Jul 28 02:20:38.732775 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-56a93ba3-49d4-4485-b978-23a9f7b3c944 admin admin] Publish callbacks [] for router_gateway (997f57f7-f3b6-42a0-b64a-99b631fd958e), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:38.778404 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-56a93ba3-49d4-4485-b978-23a9f7b3c944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:38.832158 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e4bf6cb6-5241-4bba-bf60-95c884386397 req-564b5326-2d1d-4fdb-b840-e5c857fce0c1 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2793543 Jul 28 02:20:38.876327 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae8988-8f41-4d81-8d7e-16aa7b874390 req-e6123dc7-8ac8-4339-80f4-a0bc2b921dba tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:38.878205 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3aae8988-8f41-4d81-8d7e-16aa7b874390 req-e6123dc7-8ac8-4339-80f4-a0bc2b921dba tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 943 time: 0.1139894 Jul 28 02:20:38.888005 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 68049d9b-dfd7-4348-93c1-6b57ac6e6f06 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:38.888493 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (68049d9b-dfd7-4348-93c1-6b57ac6e6f06), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:38.894805 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d13c731b-1d4a-41f6-a30e-0bb29f9a5b42 None None] Publish callbacks [] for port (e16329e4-27c7-4399-a097-7afdcb1a162e), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:38.907906 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d13c731b-1d4a-41f6-a30e-0bb29f9a5b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659'] for port (e16329e4-27c7-4399-a097-7afdcb1a162e), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:38.936568 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-56a93ba3-49d4-4485-b978-23a9f7b3c944 admin admin] Allocated IP 172.27.0.222 (fac975fe-f61e-48f2-98cd-c3133f923d7b/e1a55f55-f115-45c6-a5b1-44ded4e4dd9d/650632a2-ab6f-4024-9c8f-d91ff5a87dc8) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:20:38.947710 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] For port 68049d9b-dfd7-4348-93c1-6b57ac6e6f06, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=68049d9b-dfd7-4348-93c1-6b57ac6e6f06,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:20:38.952062 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc2f810-fd53-473f-90f6-b437eef70c3d None None] Sync routers for ids ['3fde082d-6729-4ef0-9eb3-e3e1eb526f5f'] in dv-cinder-799871-46-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:20:38.990634 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:39.003210 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (68049d9b-dfd7-4348-93c1-6b57ac6e6f06), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:39.006529 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc2f810-fd53-473f-90f6-b437eef70c3d None None] Routers {'3fde082d-6729-4ef0-9eb3-e3e1eb526f5f'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:20:39.007841 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-2cc2f810-fd53-473f-90f6-b437eef70c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:20:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['3fde082d-6729-4ef0-9eb3-e3e1eb526f5f'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:20:39.012085 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13c731b-1d4a-41f6-a30e-0bb29f9a5b42 None None] Network 37a993a1-1ac7-48cc-bc7f-5868ea8b486a is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:20:39.021143 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-d13c731b-1d4a-41f6-a30e-0bb29f9a5b42 None None] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:20:39.036223 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13c731b-1d4a-41f6-a30e-0bb29f9a5b42 None None] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:20:39.044133 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c6a8b-aca6-49d7-95b5-fef0132597bb req-7fa764d3-d1a5-4450-9155-ed7ccc3c9af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:39.045964 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-975c6a8b-aca6-49d7-95b5-fef0132597bb req-7fa764d3-d1a5-4450-9155-ed7ccc3c9af8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=756c394c-f3fb-450a-98c3-44bae2979979 HTTP/1.1" status: 200 len: 854 time: 0.0745075 Jul 28 02:20:39.057142 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192447c6-9676-402e-bd17-86ff0caa67d7 req-b4ea0c97-2274-4d2e-9764-e9af8c96a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:39.061161 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-192447c6-9676-402e-bd17-86ff0caa67d7 req-b4ea0c97-2274-4d2e-9764-e9af8c96a5cf service neutron] 10.222.0.45 "GET /v2.0/networks?id=b7a41f53-02ba-4d68-a9f3-9f5c3103be75 HTTP/1.1" status: 200 len: 917 time: 0.4350994 Jul 28 02:20:39.075382 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c731b-1d4a-41f6-a30e-0bb29f9a5b42 None None] Pushing event updated for resources: {'Port': ['ID=e16329e4-27c7-4399-a097-7afdcb1a162e,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:39.117295 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:39.203129 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-192447c6-9676-402e-bd17-86ff0caa67d7 req-ad1e38b9-4fc6-4892-bcce-410c63f1c759 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d07f97be-2b00-4c81-a7cf-ea02ac526203 HTTP/1.1" status: 200 len: 1002 time: 0.1111414 Jul 28 02:20:39.207878 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-d13c731b-1d4a-41f6-a30e-0bb29f9a5b42 None None] Attempting to bind port e16329e4-27c7-4399-a097-7afdcb1a162e on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:20:39.208260 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-d13c731b-1d4a-41f6-a30e-0bb29f9a5b42 None None] Attempting to bind port e16329e4-27c7-4399-a097-7afdcb1a162e by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': '0fbe84b0-7f2b-48a5-ba5b-b7630833ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '37a993a1-1ac7-48cc-bc7f-5868ea8b486a'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:20:39.208731 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13c731b-1d4a-41f6-a30e-0bb29f9a5b42 None None] Attempting to bind port e16329e4-27c7-4399-a097-7afdcb1a162e on network 37a993a1-1ac7-48cc-bc7f-5868ea8b486a {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:20:39.219746 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Pushing event updated for resources: {'Port': ['ID=68049d9b-dfd7-4348-93c1-6b57ac6e6f06,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:39.222624 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-2cc2f810-fd53-473f-90f6-b437eef70c3d None None] Set router 3fde082d-6729-4ef0-9eb3-e3e1eb526f5f gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:20:39.231043 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13c731b-1d4a-41f6-a30e-0bb29f9a5b42 None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:20:39.231654 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13c731b-1d4a-41f6-a30e-0bb29f9a5b42 None None] Checking segment: {'id': '0fbe84b0-7f2b-48a5-ba5b-b7630833ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '37a993a1-1ac7-48cc-bc7f-5868ea8b486a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:20:39.232182 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d13c731b-1d4a-41f6-a30e-0bb29f9a5b42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:39.233353 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13c731b-1d4a-41f6-a30e-0bb29f9a5b42 None None] Bound using segment: {'id': '0fbe84b0-7f2b-48a5-ba5b-b7630833ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '37a993a1-1ac7-48cc-bc7f-5868ea8b486a'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:20:39.235084 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-d13c731b-1d4a-41f6-a30e-0bb29f9a5b42 None None] Bound port: e16329e4-27c7-4399-a097-7afdcb1a162e, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fbe84b0-7f2b-48a5-ba5b-b7630833ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '37a993a1-1ac7-48cc-bc7f-5868ea8b486a'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:20:39.235554 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d13c731b-1d4a-41f6-a30e-0bb29f9a5b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (e16329e4-27c7-4399-a097-7afdcb1a162e), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:39.248389 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c6a8b-aca6-49d7-95b5-fef0132597bb req-c56313e5-0ed9-4d6f-bc45-3b4199464775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:39.250726 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-975c6a8b-aca6-49d7-95b5-fef0132597bb req-c56313e5-0ed9-4d6f-bc45-3b4199464775 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=645f8645-b726-4be7-bb5a-32ec9ab88df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1831524 Jul 28 02:20:39.337440 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3aae8988-8f41-4d81-8d7e-16aa7b874390 req-7e22fdc0-9641-4046-b09d-4746a5a12be9 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503370 Jul 28 02:20:39.344041 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-d13c731b-1d4a-41f6-a30e-0bb29f9a5b42 None None] For port e16329e4-27c7-4399-a097-7afdcb1a162e, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:20:39.360171 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-d13c731b-1d4a-41f6-a30e-0bb29f9a5b42 None None] For port e16329e4-27c7-4399-a097-7afdcb1a162e, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=e16329e4-27c7-4399-a097-7afdcb1a162e,segment=NetworkSegment(0fbe84b0-7f2b-48a5-ba5b-b7630833ed98),segment_id=0fbe84b0-7f2b-48a5-ba5b-b7630833ed98)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:20:39.373259 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d13c731b-1d4a-41f6-a30e-0bb29f9a5b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (e16329e4-27c7-4399-a097-7afdcb1a162e), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:39.420574 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-975c6a8b-aca6-49d7-95b5-fef0132597bb req-29c33b2b-9aae-4a30-a569-44c1829118ce service neutron] 10.222.0.45 "GET /v2.0/networks/645f8645-b726-4be7-bb5a-32ec9ab88df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618719 Jul 28 02:20:39.524250 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c731b-1d4a-41f6-a30e-0bb29f9a5b42 None None] Pushing event updated for resources: {'Port': ['ID=e16329e4-27c7-4399-a097-7afdcb1a162e,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:39.535306 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 69119806-930f-400d-b217-df9b4467529b details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 02:20:39.537789 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 9026580a-9a93-42a4-b6b5-73328b1a0c05 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:20:39.574818 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-975c6a8b-aca6-49d7-95b5-fef0132597bb req-8b3ef5c7-e742-48f8-8ec9-c4ac7336c450 service neutron] 10.222.0.45 "GET /v2.0/networks/645f8645-b726-4be7-bb5a-32ec9ab88df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440349 Jul 28 02:20:39.575926 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] No Port match for: 9026580a-9a93-42a4-b6b5-73328b1a0c05 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:20:39.576508 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 9026580a-9a93-42a4-b6b5-73328b1a0c05 not bound to the agent host hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:20:39.577181 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device d07f97be-2b00-4c81-a7cf-ea02ac526203 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:20:39.616423 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:39.665827 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-2cc2f810-fd53-473f-90f6-b437eef70c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'name': 'tempest-TestShelveInstance-921582383-router', 'tenant_id': '723a88dd0d514e9080b5355da878b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '68049d9b-dfd7-4348-93c1-6b57ac6e6f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:20:29Z', 'updated_at': '2022-07-28T02:20:35Z', 'revision_number': 4, 'project_id': '723a88dd0d514e9080b5355da878b406', 'gw_port': {'id': '68049d9b-dfd7-4348-93c1-6b57ac6e6f06', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:30Z', 'updated_at': '2022-07-28T02:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '2d9c898c-0d06-4902-8935-7176c3348142', 'name': '', 'network_id': '3028137f-378b-4f43-9bf1-434ecd477647', 'tenant_id': '723a88dd0d514e9080b5355da878b406', 'mac_address': 'fa:16:3e:00:49:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '27e5cd1e-e52c-425e-8667-f3f406f660a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:34Z', 'updated_at': '2022-07-28T02:20:35Z', 'revision_number': 2, 'project_id': '723a88dd0d514e9080b5355da878b406', 'subnets': [{'id': '27e5cd1e-e52c-425e-8667-f3f406f660a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:20:39.677685 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0607b-934f-4073-8bd7-040b9fa2d33f req-e744aae6-e3df-4167-8cb9-3349ce759da5 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:39.682286 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f6d0607b-934f-4073-8bd7-040b9fa2d33f req-e744aae6-e3df-4167-8cb9-3349ce759da5 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 946 time: 0.4010289 Jul 28 02:20:39.682683 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-56a93ba3-49d4-4485-b978-23a9f7b3c944 admin admin] Publish callbacks [] for port (650632a2-ab6f-4024-9c8f-d91ff5a87dc8), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:39.689813 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192447c6-9676-402e-bd17-86ff0caa67d7 req-c4b4ff3c-ae11-4b99-89d6-b97b7a98841a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:39.716737 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-192447c6-9676-402e-bd17-86ff0caa67d7 req-c4b4ff3c-ae11-4b99-89d6-b97b7a98841a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5140c104-3441-42e7-8ecc-b111359f4da5 HTTP/1.1" status: 200 len: 855 time: 0.4773014 Jul 28 02:20:39.721427 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc2f810-fd53-473f-90f6-b437eef70c3d None None] Checking router: 3fde082d-6729-4ef0-9eb3-e3e1eb526f5f for host: dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:20:39.721828 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc2f810-fd53-473f-90f6-b437eef70c3d None None] Updating router 3fde082d-6729-4ef0-9eb3-e3e1eb526f5f port 2d9c898c-0d06-4902-8935-7176c3348142 binding host dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 02:20:39.751236 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-56a93ba3-49d4-4485-b978-23a9f7b3c944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (650632a2-ab6f-4024-9c8f-d91ff5a87dc8), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:39.769255 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port d07f97be-2b00-4c81-a7cf-ea02ac526203 is: ACTIVE; New status is: DOWN {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:39.770402 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (d07f97be-2b00-4c81-a7cf-ea02ac526203), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:39.858636 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 69119806-930f-400d-b217-df9b4467529b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=69119806-930f-400d-b217-df9b4467529b,segment=NetworkSegment(cce1e9a3-5ae9-450a-960c-0352506e1430),segment_id=cce1e9a3-5ae9-450a-960c-0352506e1430)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:20:39.863653 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:39.864573 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:39.865880 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a93ba3-49d4-4485-b978-23a9f7b3c944 admin admin] Pushing event updated for resources: {'Port': ['ID=650632a2-ab6f-4024-9c8f-d91ff5a87dc8,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:39.911982 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a93ba3-49d4-4485-b978-23a9f7b3c944 admin admin] Network fac975fe-f61e-48f2-98cd-c3133f923d7b is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:20:39.916155 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-56a93ba3-49d4-4485-b978-23a9f7b3c944 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:20:39.918330 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port d07f97be-2b00-4c81-a7cf-ea02ac526203, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d07f97be-2b00-4c81-a7cf-ea02ac526203,segment=NetworkSegment(d704733b-9866-4f1a-bedf-601228758543),segment_id=d704733b-9866-4f1a-bedf-601228758543)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:20:39.919783 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f3fd25-2f4e-4cbc-8c43-158fc08ece33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd07f97be-2b00-4c81-a7cf-ea02ac526203'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:20:39.923097 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a93ba3-49d4-4485-b978-23a9f7b3c944 admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:20:39.923460 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd7b23193eab089ffe890151ec8d4d81c159f1068d0ecb51bca31dcd10d4c9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b70dac-bd3e-49a1-915a-c81e911e65c1" -d '{"events": [{"server_uuid": "37f3fd25-2f4e-4cbc-8c43-158fc08ece33", "name": "network-vif-unplugged", "status": "completed", "tag": "d07f97be-2b00-4c81-a7cf-ea02ac526203"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:20:39.926698 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Returning: {'device': '69119806-930f-400d-b217-df9b4467529b', 'network_id': '645f8645-b726-4be7-bb5a-32ec9ab88df5', 'port_id': '69119806-930f-400d-b217-df9b4467529b', 'mac_address': 'fa:16:3e:e3:6c:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '756c394c-f3fb-450a-98c3-44bae2979979', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 02:20:39.930666 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (d07f97be-2b00-4c81-a7cf-ea02ac526203), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:39.995917 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2cc2f810-fd53-473f-90f6-b437eef70c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (2d9c898c-0d06-4902-8935-7176c3348142), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:40.043323 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 69119806-930f-400d-b217-df9b4467529b is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:40.043323 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (69119806-930f-400d-b217-df9b4467529b), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:40.069367 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69119806-930f-400d-b217-df9b4467529b {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:20:40.075932 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=d07f97be-2b00-4c81-a7cf-ea02ac526203,revision_number=8']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:40.105761 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 69119806-930f-400d-b217-df9b4467529b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=69119806-930f-400d-b217-df9b4467529b,segment=NetworkSegment(cce1e9a3-5ae9-450a-960c-0352506e1430),segment_id=cce1e9a3-5ae9-450a-960c-0352506e1430)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:20:40.114800 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (69119806-930f-400d-b217-df9b4467529b), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:40.160730 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f6d0607b-934f-4073-8bd7-040b9fa2d33f req-ed14b2b2-e072-4553-8a84-143a043f98b3 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301925 Jul 28 02:20:40.168265 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192447c6-9676-402e-bd17-86ff0caa67d7 req-2222f61a-db93-4713-883f-c8fd1f12c8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:40.169958 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-192447c6-9676-402e-bd17-86ff0caa67d7 req-2222f61a-db93-4713-883f-c8fd1f12c8f2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b7a41f53-02ba-4d68-a9f3-9f5c3103be75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4178855 Jul 28 02:20:40.180858 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.db.resource_extend [None req-8eefbb97-b37b-4c7d-b414-6eb463b4b04e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 02:20:40.274578 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=69119806-930f-400d-b217-df9b4467529b,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:40.417572 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-56a93ba3-49d4-4485-b978-23a9f7b3c944 admin admin] Publish callbacks [] for router_gateway (997f57f7-f3b6-42a0-b64a-99b631fd958e), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:40.422925 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['69119806-930f-400d-b217-df9b4467529b'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:20:40.498936 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device e16329e4-27c7-4399-a097-7afdcb1a162e up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:20:40.621638 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2cc2f810-fd53-473f-90f6-b437eef70c3d None None] Publish callbacks [] for port (2d9c898c-0d06-4902-8935-7176c3348142), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:40.629526 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:40.639880 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2cc2f810-fd53-473f-90f6-b437eef70c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (2d9c898c-0d06-4902-8935-7176c3348142), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:40.688150 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port e16329e4-27c7-4399-a097-7afdcb1a162e triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:40.688150 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (e16329e4-27c7-4399-a097-7afdcb1a162e), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:40.708771 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-56a93ba3-49d4-4485-b978-23a9f7b3c944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1600198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363916'] for router (997f57f7-f3b6-42a0-b64a-99b631fd958e), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:40.823541 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-2cc2f810-fd53-473f-90f6-b437eef70c3d None None] Attempting to bind port 2d9c898c-0d06-4902-8935-7176c3348142 on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:20:40.824341 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-2cc2f810-fd53-473f-90f6-b437eef70c3d None None] Attempting to bind port 2d9c898c-0d06-4902-8935-7176c3348142 by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': '9413081a-94ca-44ff-ad13-26a23e0c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3028137f-378b-4f43-9bf1-434ecd477647'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:20:40.831643 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc2f810-fd53-473f-90f6-b437eef70c3d None None] Attempting to bind port 2d9c898c-0d06-4902-8935-7176c3348142 on network 3028137f-378b-4f43-9bf1-434ecd477647 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:20:40.836015 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f87b2-0580-4054-9122-fed8552b03c1 req-587dd4be-21ee-4e0d-b146-136d124a0552 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:40.845853 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5a4f87b2-0580-4054-9122-fed8552b03c1 req-587dd4be-21ee-4e0d-b146-136d124a0552 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.2803881 Jul 28 02:20:40.850122 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc2f810-fd53-473f-90f6-b437eef70c3d None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:20:40.850410 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-192447c6-9676-402e-bd17-86ff0caa67d7 req-6a75feb3-d289-4931-bb07-116ac90e8195 service neutron] 10.222.0.45 "GET /v2.0/networks/b7a41f53-02ba-4d68-a9f3-9f5c3103be75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6645133 Jul 28 02:20:40.850969 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc2f810-fd53-473f-90f6-b437eef70c3d None None] Checking segment: {'id': '9413081a-94ca-44ff-ad13-26a23e0c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3028137f-378b-4f43-9bf1-434ecd477647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:20:40.851403 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2cc2f810-fd53-473f-90f6-b437eef70c3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:40.851895 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc2f810-fd53-473f-90f6-b437eef70c3d None None] Bound using segment: {'id': '9413081a-94ca-44ff-ad13-26a23e0c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3028137f-378b-4f43-9bf1-434ecd477647'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:20:40.853099 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-2cc2f810-fd53-473f-90f6-b437eef70c3d None None] Bound port: 2d9c898c-0d06-4902-8935-7176c3348142, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9413081a-94ca-44ff-ad13-26a23e0c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3028137f-378b-4f43-9bf1-434ecd477647'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:20:40.853581 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2cc2f810-fd53-473f-90f6-b437eef70c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (2d9c898c-0d06-4902-8935-7176c3348142), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:40.913901 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a93ba3-49d4-4485-b978-23a9f7b3c944 admin admin] Router 997f57f7-f3b6-42a0-b64a-99b631fd958e is scheduled to L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 with binding_index 1 {{(pid=104000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 02:20:40.932836 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port e16329e4-27c7-4399-a097-7afdcb1a162e is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:40.933799 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (e16329e4-27c7-4399-a097-7afdcb1a162e), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:40.960456 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8eefbb97-b37b-4c7d-b414-6eb463b4b04e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:40.999382 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-2cc2f810-fd53-473f-90f6-b437eef70c3d None None] For port 2d9c898c-0d06-4902-8935-7176c3348142, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:20:41.005895 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-2cc2f810-fd53-473f-90f6-b437eef70c3d None None] For port 2d9c898c-0d06-4902-8935-7176c3348142, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=2d9c898c-0d06-4902-8935-7176c3348142,segment=NetworkSegment(9413081a-94ca-44ff-ad13-26a23e0c4aa1),segment_id=9413081a-94ca-44ff-ad13-26a23e0c4aa1)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:20:41.012257 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:41.017968 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f0cb8-e939-403e-bcf3-193e66ed0205 None None] Pushing event updated for resources: {'Port': ['ID=2d9c898c-0d06-4902-8935-7176c3348142,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:41.029248 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f0cb8-e939-403e-bcf3-193e66ed0205 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:41.029976 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f0cb8-e939-403e-bcf3-193e66ed0205 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:41.031066 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f0cb8-e939-403e-bcf3-193e66ed0205 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:41.031747 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f0cb8-e939-403e-bcf3-193e66ed0205 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:41.032426 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f0cb8-e939-403e-bcf3-193e66ed0205 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:41.032990 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f0cb8-e939-403e-bcf3-193e66ed0205 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:41.034444 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f0cb8-e939-403e-bcf3-193e66ed0205 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:41.035013 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f0cb8-e939-403e-bcf3-193e66ed0205 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:41.035594 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f0cb8-e939-403e-bcf3-193e66ed0205 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:41.036197 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f0cb8-e939-403e-bcf3-193e66ed0205 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:41.036744 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f0cb8-e939-403e-bcf3-193e66ed0205 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:41.037344 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f0cb8-e939-403e-bcf3-193e66ed0205 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:41.037891 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f0cb8-e939-403e-bcf3-193e66ed0205 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:41.038417 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f0cb8-e939-403e-bcf3-193e66ed0205 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:41.038928 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f0cb8-e939-403e-bcf3-193e66ed0205 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:20:41.041703 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] For port e16329e4-27c7-4399-a097-7afdcb1a162e, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=e16329e4-27c7-4399-a097-7afdcb1a162e,segment=NetworkSegment(0fbe84b0-7f2b-48a5-ba5b-b7630833ed98),segment_id=0fbe84b0-7f2b-48a5-ba5b-b7630833ed98)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:20:41.043736 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2cc2f810-fd53-473f-90f6-b437eef70c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (2d9c898c-0d06-4902-8935-7176c3348142), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:41.059723 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (e16329e4-27c7-4399-a097-7afdcb1a162e), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:41.061047 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 68049d9b-dfd7-4348-93c1-6b57ac6e6f06 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:20:41.086422 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:41.087922 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8eefbb97-b37b-4c7d-b414-6eb463b4b04e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (d9957f6a-e01d-4446-868c-21180b659feb), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:41.092939 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a93ba3-49d4-4485-b978-23a9f7b3c944 admin admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:20:41.115289 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-56a93ba3-49d4-4485-b978-23a9f7b3c944 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:41.119440 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-56a93ba3-49d4-4485-b978-23a9f7b3c944 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3140502 Jul 28 02:20:41.119440 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 45900) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:20:41.121348 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff92a981-fccf-4361-89da-c886914cc9e2 None None] Sync routers for ids ['997f57f7-f3b6-42a0-b64a-99b631fd958e'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:20:41.133744 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:41.141804 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f0cb8-e939-403e-bcf3-193e66ed0205 None None] Pushing event updated for resources: {'Port': ['ID=2d9c898c-0d06-4902-8935-7176c3348142,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:41.198583 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc2f810-fd53-473f-90f6-b437eef70c3d None None] Routers {'3fde082d-6729-4ef0-9eb3-e3e1eb526f5f'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:20:41.199600 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-2cc2f810-fd53-473f-90f6-b437eef70c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:20:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['3fde082d-6729-4ef0-9eb3-e3e1eb526f5f'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:20:41.203121 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a18ccc1-a5ba-49ac-88ea-a27162b8240f None None] Network 37a993a1-1ac7-48cc-bc7f-5868ea8b486a requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:20:41.226263 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-9814be91-2eb0-4d91-9ba9-495efc267195 None None] Provisioning complete for port 2d9c898c-0d06-4902-8935-7176c3348142 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:41.226704 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9814be91-2eb0-4d91-9ba9-495efc267195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (2d9c898c-0d06-4902-8935-7176c3348142), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:41.270223 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.db.l3_db [None req-8eefbb97-b37b-4c7d-b414-6eb463b4b04e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Floating IP d9957f6a-e01d-4446-868c-21180b659feb associated. External IP: 172.27.0.238, port: 60dcd1ef-cfe6-44be-bd4d-be1a1761d28d. Jul 28 02:20:41.308576 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 68049d9b-dfd7-4348-93c1-6b57ac6e6f06 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:41.317676 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (68049d9b-dfd7-4348-93c1-6b57ac6e6f06), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:41.329761 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:41.336666 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-2eff3c92-fbed-4c0a-8462-97cc02c29169 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:41.338263 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-2eff3c92-fbed-4c0a-8462-97cc02c29169 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/networks?id=8466f690-6ecd-4c36-b468-10b5b1c31996 HTTP/1.1" status: 200 len: 808 time: 1.3719666 Jul 28 02:20:41.344385 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:41.361631 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-2cc2f810-fd53-473f-90f6-b437eef70c3d None None] Set router 3fde082d-6729-4ef0-9eb3-e3e1eb526f5f gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:20:41.401594 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:41.406148 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Pushing event updated for resources: {'Port': ['ID=e16329e4-27c7-4399-a097-7afdcb1a162e,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:41.410863 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff92a981-fccf-4361-89da-c886914cc9e2 None None] Routers {'997f57f7-f3b6-42a0-b64a-99b631fd958e'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:20:41.411891 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-ff92a981-fccf-4361-89da-c886914cc9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:20:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['997f57f7-f3b6-42a0-b64a-99b631fd958e'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:20:41.450990 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5a4f87b2-0580-4054-9122-fed8552b03c1 req-cde40365-4e6d-4baa-9dc2-f50947b51f18 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6039824 Jul 28 02:20:41.485676 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-c63c41f3-ef5d-436c-92aa-e326d5306c0a tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/quotas/c8a95d974bc1486c800b91945e600b7d HTTP/1.1" status: 200 len: 375 time: 0.0695603 Jul 28 02:20:41.585118 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Jul 2022 02:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24afbb4-0b22-4420-9497-9fa1038d2048 x-openstack-request-id: req-f24afbb4-0b22-4420-9497-9fa1038d2048 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:20:41.585528 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f3fd25-2f4e-4cbc-8c43-158fc08ece33", "name": "network-vif-unplugged", "status": "completed", "tag": "d07f97be-2b00-4c81-a7cf-ea02ac526203", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:20:41.585726 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f24afbb4-0b22-4420-9497-9fa1038d2048 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:20:41.586578 dv-cinder-799871-46-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f24afbb4-0b22-4420-9497-9fa1038d2048'] response: {'server_uuid': '37f3fd25-2f4e-4cbc-8c43-158fc08ece33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd07f97be-2b00-4c81-a7cf-ea02ac526203', 'code': 200} Jul 28 02:20:41.627777 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-880b0b3c-e595-457f-9685-79e42495ff80 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=c8a95d974bc1486c800b91945e600b7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1421306 Jul 28 02:20:41.647492 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-2cc2f810-fd53-473f-90f6-b437eef70c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'name': 'tempest-TestShelveInstance-921582383-router', 'tenant_id': '723a88dd0d514e9080b5355da878b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '68049d9b-dfd7-4348-93c1-6b57ac6e6f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:20:29Z', 'updated_at': '2022-07-28T02:20:35Z', 'revision_number': 4, 'project_id': '723a88dd0d514e9080b5355da878b406', 'gw_port': {'id': '68049d9b-dfd7-4348-93c1-6b57ac6e6f06', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:30Z', 'updated_at': '2022-07-28T02:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '2d9c898c-0d06-4902-8935-7176c3348142', 'name': '', 'network_id': '3028137f-378b-4f43-9bf1-434ecd477647', 'tenant_id': '723a88dd0d514e9080b5355da878b406', 'mac_address': 'fa:16:3e:00:49:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '27e5cd1e-e52c-425e-8667-f3f406f660a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:34Z', 'updated_at': '2022-07-28T02:20:40Z', 'revision_number': 4, 'project_id': '723a88dd0d514e9080b5355da878b406', 'subnets': [{'id': '27e5cd1e-e52c-425e-8667-f3f406f660a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:20:41.676452 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 68049d9b-dfd7-4348-93c1-6b57ac6e6f06 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:41.680649 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc2f810-fd53-473f-90f6-b437eef70c3d None None] The sync data for ids ['3fde082d-6729-4ef0-9eb3-e3e1eb526f5f'] in dv-cinder-799871-46-iscsi is: [{'id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'name': 'tempest-TestShelveInstance-921582383-router', 'tenant_id': '723a88dd0d514e9080b5355da878b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '68049d9b-dfd7-4348-93c1-6b57ac6e6f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:20:29Z', 'updated_at': '2022-07-28T02:20:35Z', 'revision_number': 4, 'project_id': '723a88dd0d514e9080b5355da878b406', 'gw_port': {'id': '68049d9b-dfd7-4348-93c1-6b57ac6e6f06', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:30Z', 'updated_at': '2022-07-28T02:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '2d9c898c-0d06-4902-8935-7176c3348142', 'name': '', 'network_id': '3028137f-378b-4f43-9bf1-434ecd477647', 'tenant_id': '723a88dd0d514e9080b5355da878b406', 'mac_address': 'fa:16:3e:00:49:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '27e5cd1e-e52c-425e-8667-f3f406f660a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:34Z', 'updated_at': '2022-07-28T02:20:40Z', 'revision_number': 4, 'project_id': '723a88dd0d514e9080b5355da878b406', 'subnets': [{'id': '27e5cd1e-e52c-425e-8667-f3f406f660a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:20:41.682666 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 69119806-930f-400d-b217-df9b4467529b up at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:20:41.697928 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:41.761603 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-12ca3c50-f9dc-4099-852a-d38f04c20c61 service neutron] 10.222.0.40 "GET /v2.0/networks/8466f690-6ecd-4c36-b468-10b5b1c31996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325588 Jul 28 02:20:41.775716 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:41.785594 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-9814be91-2eb0-4d91-9ba9-495efc267195 None None] Current status of the port 2d9c898c-0d06-4902-8935-7176c3348142 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:41.785993 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9814be91-2eb0-4d91-9ba9-495efc267195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (2d9c898c-0d06-4902-8935-7176c3348142), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:41.803354 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-192447c6-9676-402e-bd17-86ff0caa67d7 req-9d7594e7-df42-4b09-a391-53814008692f service neutron] 10.222.0.45 "GET /v2.0/networks/b7a41f53-02ba-4d68-a9f3-9f5c3103be75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9137480 Jul 28 02:20:41.904853 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-ff92a981-fccf-4361-89da-c886914cc9e2 None None] Set router 997f57f7-f3b6-42a0-b64a-99b631fd958e gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:20:41.978837 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-9814be91-2eb0-4d91-9ba9-495efc267195 None None] For port 2d9c898c-0d06-4902-8935-7176c3348142, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=2d9c898c-0d06-4902-8935-7176c3348142,segment=NetworkSegment(9413081a-94ca-44ff-ad13-26a23e0c4aa1),segment_id=9413081a-94ca-44ff-ad13-26a23e0c4aa1)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:20:42.002707 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c301e-fb8a-4244-9695-ad40265dd017 req-ded24051-210c-4409-9cfb-be9b35b328cf tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:42.004413 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-324c301e-fb8a-4244-9695-ad40265dd017 req-ded24051-210c-4409-9cfb-be9b35b328cf tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 944 time: 0.2373042 Jul 28 02:20:42.016952 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-b69a002d-b1f1-466a-a2b7-0bc4cb52d75d service neutron] 10.222.0.40 "GET /v2.0/networks/8466f690-6ecd-4c36-b468-10b5b1c31996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303963 Jul 28 02:20:42.042452 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9814be91-2eb0-4d91-9ba9-495efc267195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (2d9c898c-0d06-4902-8935-7176c3348142), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:42.115654 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning for port 69119806-930f-400d-b217-df9b4467529b completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 02:20:42.116744 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cbf7b499-a7d4-4e9c-83e4-a68f8f93c76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:42.190624 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-9814be91-2eb0-4d91-9ba9-495efc267195 None None] Provisioning complete for port e16329e4-27c7-4399-a097-7afdcb1a162e triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:42.191372 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9814be91-2eb0-4d91-9ba9-495efc267195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (e16329e4-27c7-4399-a097-7afdcb1a162e), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:42.423671 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning complete for port 69119806-930f-400d-b217-df9b4467529b triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:42.432370 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (69119806-930f-400d-b217-df9b4467529b), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:42.460602 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device e16329e4-27c7-4399-a097-7afdcb1a162e up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:20:42.506378 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eefbb97-b37b-4c7d-b414-6eb463b4b04e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:20:42.511112 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-cbf7b499-a7d4-4e9c-83e4-a68f8f93c76f admin admin] Allocated IP 172.20.0.1 (37a993a1-1ac7-48cc-bc7f-5868ea8b486a/fd5b7ad2-f205-4715-a451-963db407217b/0195857b-6b78-43e7-80f4-8ece25380f5b) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:20:42.511323 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-324c301e-fb8a-4244-9695-ad40265dd017 req-289d96b3-db15-42a9-8dba-206c97682e9a tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925430 Jul 28 02:20:42.557157 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24a656-70b7-4cfe-ac9d-b1edc64399d8 req-6a7e2610-af64-4506-9f58-dda38fe10a82 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:42.557157 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7b24a656-70b7-4cfe-ac9d-b1edc64399d8 req-6a7e2610-af64-4506-9f58-dda38fe10a82 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 946 time: 0.1619818 Jul 28 02:20:42.738985 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cbf7b499-a7d4-4e9c-83e4-a68f8f93c76f admin admin] Publish callbacks [] for port (0195857b-6b78-43e7-80f4-8ece25380f5b), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:42.774540 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7b24a656-70b7-4cfe-ac9d-b1edc64399d8 req-c5d2c580-f9c6-4b5e-959d-3b3afd174370 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187846 Jul 28 02:20:42.797595 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e4e2db89-8305-404e-968d-fe433867b751 req-9e7deecb-8ccf-4d0b-b969-6c2fb4a4e700 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=26b5fd75-2db3-46be-8264-36011d52c8a9 HTTP/1.1" status: 200 len: 210 time: 0.1689167 Jul 28 02:20:42.804477 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cbf7b499-a7d4-4e9c-83e4-a68f8f93c76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (0195857b-6b78-43e7-80f4-8ece25380f5b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:42.805100 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:42.894382 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814be91-2eb0-4d91-9ba9-495efc267195 None None] Pushing event updated for resources: {'Port': ['ID=2d9c898c-0d06-4902-8935-7176c3348142,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:42.920853 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7b499-a7d4-4e9c-83e4-a68f8f93c76f admin admin] Pushing event updated for resources: {'Port': ['ID=0195857b-6b78-43e7-80f4-8ece25380f5b,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:42.931822 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port e16329e4-27c7-4399-a097-7afdcb1a162e triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:42.932237 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (e16329e4-27c7-4399-a097-7afdcb1a162e), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:42.934692 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-ff92a981-fccf-4361-89da-c886914cc9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997f57f7-f3b6-42a0-b64a-99b631fd958e', 'name': 'tempest-TestShelveInstance-581613459-router', 'tenant_id': '7a9a4c2217284ce19ab23f564bcc815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '650632a2-ab6f-4024-9c8f-d91ff5a87dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:20:37Z', 'updated_at': '2022-07-28T02:20:40Z', 'revision_number': 3, 'project_id': '7a9a4c2217284ce19ab23f564bcc815b', 'gw_port': {'id': '650632a2-ab6f-4024-9c8f-d91ff5a87dc8', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997f57f7-f3b6-42a0-b64a-99b631fd958e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:38Z', 'updated_at': '2022-07-28T02:20:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi'}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:20:42.936679 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf7b499-a7d4-4e9c-83e4-a68f8f93c76f admin admin] Network 37a993a1-1ac7-48cc-bc7f-5868ea8b486a is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:20:42.939620 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-cbf7b499-a7d4-4e9c-83e4-a68f8f93c76f admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:20:42.943710 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eefbb97-b37b-4c7d-b414-6eb463b4b04e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:20:42.945797 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf7b499-a7d4-4e9c-83e4-a68f8f93c76f admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:20:42.949337 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8eefbb97-b37b-4c7d-b414-6eb463b4b04e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:42.966478 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf621f9-f48b-473a-9951-d39501e5a6c3 None None] Sync routers for ids ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'] in dv-cinder-799871-46-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:20:42.987197 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf621f9-f48b-473a-9951-d39501e5a6c3 None None] Routers {'36354f44-4c5b-4f6a-b262-2f1cd2d07967'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:20:42.987924 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-4bf621f9-f48b-473a-9951-d39501e5a6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:20:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:20:43.037349 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-8eefbb97-b37b-4c7d-b414-6eb463b4b04e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "PUT /v2.0/floatingips/d9957f6a-e01d-4446-868c-21180b659feb HTTP/1.1" status: 200 len: 991 time: 4.7890403 Jul 28 02:20:43.064915 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606c5aa8-a5d8-4890-b67f-5be4476fea19', 'tag': '60dcd1ef-cfe6-44be-bd4d-be1a1761d28d'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:20:43.074120 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fd3017fc08cfcfd8945092685727e724b0eb79f5cdddf0496dd7adb644fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625b39de-d3a5-4928-bbfb-71c7cd87eb7e" -d '{"events": [{"name": "network-changed", "server_uuid": "606c5aa8-a5d8-4890-b67f-5be4476fea19", "tag": "60dcd1ef-cfe6-44be-bd4d-be1a1761d28d"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:20:43.075030 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:43.088369 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff92a981-fccf-4361-89da-c886914cc9e2 None None] Checking router: 997f57f7-f3b6-42a0-b64a-99b631fd958e for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:20:43.088739 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff92a981-fccf-4361-89da-c886914cc9e2 None None] Updating router 997f57f7-f3b6-42a0-b64a-99b631fd958e port 650632a2-ab6f-4024-9c8f-d91ff5a87dc8 binding host dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 02:20:43.096948 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cbf7b499-a7d4-4e9c-83e4-a68f8f93c76f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598604'] for router_interface (997f57f7-f3b6-42a0-b64a-99b631fd958e), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:43.129294 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6c0e5-e3d3-44b1-99b5-92fd61491486 req-837fbd87-8a0c-4e91-8be6-ab681e6db8dc tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:43.140065 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6ad6c0e5-e3d3-44b1-99b5-92fd61491486 req-837fbd87-8a0c-4e91-8be6-ab681e6db8dc tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.1331871 Jul 28 02:20:43.227162 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-9814be91-2eb0-4d91-9ba9-495efc267195 None None] Current status of the port e16329e4-27c7-4399-a097-7afdcb1a162e is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:43.254271 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ff92a981-fccf-4361-89da-c886914cc9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (650632a2-ab6f-4024-9c8f-d91ff5a87dc8), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:43.270663 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb98ceb-b4f0-419f-8db9-f08276447839 x-openstack-request-id: req-0eb98ceb-b4f0-419f-8db9-f08276447839 {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:20:43.271012 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606c5aa8-a5d8-4890-b67f-5be4476fea19", "tag": "60dcd1ef-cfe6-44be-bd4d-be1a1761d28d", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:20:43.271226 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0eb98ceb-b4f0-419f-8db9-f08276447839 {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:20:43.271679 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eb98ceb-b4f0-419f-8db9-f08276447839'] response: {'name': 'network-changed', 'server_uuid': '606c5aa8-a5d8-4890-b67f-5be4476fea19', 'tag': '60dcd1ef-cfe6-44be-bd4d-be1a1761d28d', 'status': 'completed', 'code': 200} Jul 28 02:20:43.287647 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6ad6c0e5-e3d3-44b1-99b5-92fd61491486 req-f8dec8d4-0a25-48ad-9896-8ba36fed67af tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419711 Jul 28 02:20:43.325083 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-4bf621f9-f48b-473a-9951-d39501e5a6c3 None None] Set router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:20:43.425294 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 69119806-930f-400d-b217-df9b4467529b is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:43.425822 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (69119806-930f-400d-b217-df9b4467529b), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:43.428386 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-4d5068d2-e2da-4554-881f-a310fa7a735e None None] Provisioning complete for port 2d9c898c-0d06-4902-8935-7176c3348142 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:43.429903 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4d5068d2-e2da-4554-881f-a310fa7a735e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (2d9c898c-0d06-4902-8935-7176c3348142), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:43.440333 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cbf7b499-a7d4-4e9c-83e4-a68f8f93c76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (0195857b-6b78-43e7-80f4-8ece25380f5b), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:43.457019 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:43.537909 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:43.591906 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02f5086-2cc1-4595-a941-d48a15c52dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69119806-930f-400d-b217-df9b4467529b'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:20:43.596629 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd7b23193eab089ffe890151ec8d4d81c159f1068d0ecb51bca31dcd10d4c9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4855b4-f63c-4b83-9584-28f76e2602ab" -d '{"events": [{"server_uuid": "f02f5086-2cc1-4595-a941-d48a15c52dbf", "name": "network-vif-plugged", "status": "completed", "tag": "69119806-930f-400d-b217-df9b4467529b"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:20:43.600309 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port e16329e4-27c7-4399-a097-7afdcb1a162e is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:43.601925 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 2d9c898c-0d06-4902-8935-7176c3348142 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:20:43.609267 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:43.622313 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-4bf621f9-f48b-473a-9951-d39501e5a6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '420d1770-f371-4ef3-80de-40843395f9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:59Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'gw_port': {'id': '420d1770-f371-4ef3-80de-40843395f9e1', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:01Z', 'updated_at': '2022-07-28T02:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': 'c960f6a6-7e10-4edb-97b1-e9f1ea783df9', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'port_id': 'f6815afe-e104-4782-8f6b-4017625ff4b9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'mac_address': 'fa:16:3e:e9:a9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d26f3b8-4d46-47fe-84fe-f242e97a778c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:18:21Z', 'updated_at': '2022-07-28T02:19:07Z', 'revision_number': 2, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'fixed_ip_address_scope': None}, {'id': 'd9957f6a-e01d-4446-868c-21180b659feb', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'floating_ip_address': '172.27.0.238', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'port_id': '60dcd1ef-cfe6-44be-bd4d-be1a1761d28d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'mac_address': 'fa:16:3e:96:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606c5aa8-a5d8-4890-b67f-5be4476fea19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:19:58Z', 'updated_at': '2022-07-28T02:20:39Z', 'revision_number': 1, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40a12468-19ed-487d-a474-8a6063834f45', 'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'mac_address': 'fa:16:3e:62:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:09Z', 'updated_at': '2022-07-28T02:18:26Z', 'revision_number': 5, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'subnets': [{'id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:20:43.655413 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf621f9-f48b-473a-9951-d39501e5a6c3 None None] Checking router: 36354f44-4c5b-4f6a-b262-2f1cd2d07967 for host: dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:20:43.666007 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf621f9-f48b-473a-9951-d39501e5a6c3 None None] Routers {'36354f44-4c5b-4f6a-b262-2f1cd2d07967'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:20:43.666867 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-4bf621f9-f48b-473a-9951-d39501e5a6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:20:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:20:43.708195 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d312e7-bab8-42ff-a1fb-d2ae024589ec req-871ff600-1e8f-40ff-8267-e12e9e18fc00 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:43.711415 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-40d312e7-bab8-42ff-a1fb-d2ae024589ec req-871ff600-1e8f-40ff-8267-e12e9e18fc00 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 944 time: 0.0734932 Jul 28 02:20:43.717492 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 69119806-930f-400d-b217-df9b4467529b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=69119806-930f-400d-b217-df9b4467529b,segment=NetworkSegment(cce1e9a3-5ae9-450a-960c-0352506e1430),segment_id=cce1e9a3-5ae9-450a-960c-0352506e1430)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:20:43.721368 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cbf7b499-a7d4-4e9c-83e4-a68f8f93c76f admin admin] Publish callbacks [] for port (0195857b-6b78-43e7-80f4-8ece25380f5b), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:43.726084 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc79bea-5d4f-4468-97d9-3324e2e7e29b x-openstack-request-id: req-7dc79bea-5d4f-4468-97d9-3324e2e7e29b {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:20:43.726761 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02f5086-2cc1-4595-a941-d48a15c52dbf", "name": "network-vif-plugged", "status": "completed", "tag": "69119806-930f-400d-b217-df9b4467529b", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:20:43.727279 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7dc79bea-5d4f-4468-97d9-3324e2e7e29b {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:20:43.727786 dv-cinder-799871-46-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dc79bea-5d4f-4468-97d9-3324e2e7e29b'] response: {'server_uuid': 'f02f5086-2cc1-4595-a941-d48a15c52dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69119806-930f-400d-b217-df9b4467529b', 'code': 200} Jul 28 02:20:43.729649 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cbf7b499-a7d4-4e9c-83e4-a68f8f93c76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (0195857b-6b78-43e7-80f4-8ece25380f5b), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:43.738210 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:43.742787 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (69119806-930f-400d-b217-df9b4467529b), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:43.775526 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-40d312e7-bab8-42ff-a1fb-d2ae024589ec req-25324a4e-8c36-4e94-bf3a-ccc4c2000ae3 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585446 Jul 28 02:20:43.809633 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-4bf621f9-f48b-473a-9951-d39501e5a6c3 None None] Set router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:20:43.821925 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cbf7b499-a7d4-4e9c-83e4-a68f8f93c76f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598704'] for router_interface (997f57f7-f3b6-42a0-b64a-99b631fd958e), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:43.837038 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7b499-a7d4-4e9c-83e4-a68f8f93c76f admin admin] Pushing event updated for resources: {'Port': ['ID=0195857b-6b78-43e7-80f4-8ece25380f5b,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:43.952238 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 2d9c898c-0d06-4902-8935-7176c3348142 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:43.952541 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (2d9c898c-0d06-4902-8935-7176c3348142), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:43.964020 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=69119806-930f-400d-b217-df9b4467529b,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:43.967262 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-4d5068d2-e2da-4554-881f-a310fa7a735e None None] Current status of the port 2d9c898c-0d06-4902-8935-7176c3348142 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:44.013295 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b39de-d3a5-4928-bbfb-71c7cd87eb7e req-cbb945bd-7bf4-4e7d-97d9-762ab36786b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:44.017117 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-625b39de-d3a5-4928-bbfb-71c7cd87eb7e req-cbb945bd-7bf4-4e7d-97d9-762ab36786b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4622eae14dd460dbd4e51d4a0413e5f&device_id=606c5aa8-a5d8-4890-b67f-5be4476fea19 HTTP/1.1" status: 200 len: 1129 time: 0.0685668 Jul 28 02:20:44.018220 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf7b499-a7d4-4e9c-83e4-a68f8f93c76f admin admin] Network 37a993a1-1ac7-48cc-bc7f-5868ea8b486a is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:20:44.022835 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-cbf7b499-a7d4-4e9c-83e4-a68f8f93c76f admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:20:44.095593 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-4d5068d2-e2da-4554-881f-a310fa7a735e None None] Provisioning complete for port e16329e4-27c7-4399-a097-7afdcb1a162e triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:44.096181 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4d5068d2-e2da-4554-881f-a310fa7a735e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (e16329e4-27c7-4399-a097-7afdcb1a162e), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:44.152546 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:44.183184 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:44.252665 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf7b499-a7d4-4e9c-83e4-a68f8f93c76f admin admin] Router 997f57f7-f3b6-42a0-b64a-99b631fd958e has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:20:44.270332 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736f0b3-5e52-4bc6-96d4-09c2fb4ec493 req-11b28499-017c-4399-9920-96a6b689f12a tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:44.271966 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6736f0b3-5e52-4bc6-96d4-09c2fb4ec493 req-11b28499-017c-4399-9920-96a6b689f12a tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 946 time: 0.2435489 Jul 28 02:20:44.299332 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e985ec0c-9900-4bc5-8633-3c662b3e28a7 req-f3593efa-8814-427e-a16b-b8681a51261c tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=26b5fd75-2db3-46be-8264-36011d52c8a9 HTTP/1.1" status: 200 len: 210 time: 0.2794862 Jul 28 02:20:44.309289 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:44.352415 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ff92a981-fccf-4361-89da-c886914cc9e2 None None] Publish callbacks [] for port (650632a2-ab6f-4024-9c8f-d91ff5a87dc8), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:44.369673 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ff92a981-fccf-4361-89da-c886914cc9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (650632a2-ab6f-4024-9c8f-d91ff5a87dc8), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:44.472181 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6736f0b3-5e52-4bc6-96d4-09c2fb4ec493 req-54dbcf24-f2c6-4c31-989c-02257a0e4905 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636531 Jul 28 02:20:44.473816 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b39de-d3a5-4928-bbfb-71c7cd87eb7e req-fe3175cd-2c0a-43d2-9ded-e36b4b6aa992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:44.477103 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-625b39de-d3a5-4928-bbfb-71c7cd87eb7e req-fe3175cd-2c0a-43d2-9ded-e36b4b6aa992 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bda255f1-8497-41f0-9d65-8f281bd7eb0d HTTP/1.1" status: 200 len: 916 time: 0.4284074 Jul 28 02:20:44.550123 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-4bf621f9-f48b-473a-9951-d39501e5a6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '420d1770-f371-4ef3-80de-40843395f9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:59Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'gw_port': {'id': '420d1770-f371-4ef3-80de-40843395f9e1', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:01Z', 'updated_at': '2022-07-28T02:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': 'c960f6a6-7e10-4edb-97b1-e9f1ea783df9', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'port_id': 'f6815afe-e104-4782-8f6b-4017625ff4b9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'mac_address': 'fa:16:3e:e9:a9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d26f3b8-4d46-47fe-84fe-f242e97a778c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:18:21Z', 'updated_at': '2022-07-28T02:19:07Z', 'revision_number': 2, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'fixed_ip_address_scope': None}, {'id': 'd9957f6a-e01d-4446-868c-21180b659feb', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'floating_ip_address': '172.27.0.238', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'port_id': '60dcd1ef-cfe6-44be-bd4d-be1a1761d28d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'mac_address': 'fa:16:3e:96:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606c5aa8-a5d8-4890-b67f-5be4476fea19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:19:58Z', 'updated_at': '2022-07-28T02:20:39Z', 'revision_number': 1, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40a12468-19ed-487d-a474-8a6063834f45', 'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'mac_address': 'fa:16:3e:62:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:09Z', 'updated_at': '2022-07-28T02:18:26Z', 'revision_number': 5, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'subnets': [{'id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:20:44.559372 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f067e-0f9c-4ead-86c4-a1dba45acd60 req-c5eec264-e5d6-4572-ab0e-5533d6640743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:44.561165 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-043f067e-0f9c-4ead-86c4-a1dba45acd60 req-c5eec264-e5d6-4572-ab0e-5533d6640743 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 1129 time: 0.2795687 Jul 28 02:20:44.569209 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 2d9c898c-0d06-4902-8935-7176c3348142 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:44.580518 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf7b499-a7d4-4e9c-83e4-a68f8f93c76f admin admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:20:44.583107 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-ff92a981-fccf-4361-89da-c886914cc9e2 None None] Attempting to bind port 650632a2-ab6f-4024-9c8f-d91ff5a87dc8 on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:20:44.583479 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-ff92a981-fccf-4361-89da-c886914cc9e2 None None] Attempting to bind port 650632a2-ab6f-4024-9c8f-d91ff5a87dc8 by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:20:44.583934 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf621f9-f48b-473a-9951-d39501e5a6c3 None None] The sync data for ids ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'] in dv-cinder-799871-46-iscsi is: [{'id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '420d1770-f371-4ef3-80de-40843395f9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:59Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'gw_port': {'id': '420d1770-f371-4ef3-80de-40843395f9e1', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:01Z', 'updated_at': '2022-07-28T02:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': 'c960f6a6-7e10-4edb-97b1-e9f1ea783df9', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'port_id': 'f6815afe-e104-4782-8f6b-4017625ff4b9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'mac_address': 'fa:16:3e:e9:a9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d26f3b8-4d46-47fe-84fe-f242e97a778c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:18:21Z', 'updated_at': '2022-07-28T02:19:07Z', 'revision_number': 2, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'fixed_ip_address_scope': None}, {'id': 'd9957f6a-e01d-4446-868c-21180b659feb', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'floating_ip_address': '172.27.0.238', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'port_id': '60dcd1ef-cfe6-44be-bd4d-be1a1761d28d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'mac_address': 'fa:16:3e:96:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606c5aa8-a5d8-4890-b67f-5be4476fea19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:19:58Z', 'updated_at': '2022-07-28T02:20:39Z', 'revision_number': 1, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40a12468-19ed-487d-a474-8a6063834f45', 'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'mac_address': 'fa:16:3e:62:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:09Z', 'updated_at': '2022-07-28T02:18:26Z', 'revision_number': 5, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'subnets': [{'id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:20:44.584293 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff92a981-fccf-4361-89da-c886914cc9e2 None None] Attempting to bind port 650632a2-ab6f-4024-9c8f-d91ff5a87dc8 on network fac975fe-f61e-48f2-98cd-c3133f923d7b {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:20:44.586806 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e9bcb-8e85-4974-8500-a12144b29bb8 None None] Pushing event updated for resources: {'Port': ['ID=650632a2-ab6f-4024-9c8f-d91ff5a87dc8,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:44.588851 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-cbf7b499-a7d4-4e9c-83e4-a68f8f93c76f admin admin] 10.222.0.40 "PUT /v2.0/routers/997f57f7-f3b6-42a0-b64a-99b631fd958e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4678841 Jul 28 02:20:44.591910 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-4d5068d2-e2da-4554-881f-a310fa7a735e None None] Current status of the port e16329e4-27c7-4399-a097-7afdcb1a162e is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:44.601368 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff92a981-fccf-4361-89da-c886914cc9e2 None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:20:44.602095 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff92a981-fccf-4361-89da-c886914cc9e2 None None] Checking segment: {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:20:44.602712 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ff92a981-fccf-4361-89da-c886914cc9e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:44.605873 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff92a981-fccf-4361-89da-c886914cc9e2 None None] Bound using segment: {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:20:44.606898 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-ff92a981-fccf-4361-89da-c886914cc9e2 None None] Bound port: 650632a2-ab6f-4024-9c8f-d91ff5a87dc8, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:20:44.607314 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ff92a981-fccf-4361-89da-c886914cc9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (650632a2-ab6f-4024-9c8f-d91ff5a87dc8), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:44.633715 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e03449-a10d-4649-943b-32ca17966c5f req-68e43889-5959-42c7-bf4e-ebbe30cc7820 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:44.636442 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c7e03449-a10d-4649-943b-32ca17966c5f req-68e43889-5959-42c7-bf4e-ebbe30cc7820 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.1260171 Jul 28 02:20:44.686501 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-ff92a981-fccf-4361-89da-c886914cc9e2 None None] For port 650632a2-ab6f-4024-9c8f-d91ff5a87dc8, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:20:44.690955 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-ff92a981-fccf-4361-89da-c886914cc9e2 None None] For port 650632a2-ab6f-4024-9c8f-d91ff5a87dc8, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=650632a2-ab6f-4024-9c8f-d91ff5a87dc8,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:20:44.709611 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ff92a981-fccf-4361-89da-c886914cc9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (650632a2-ab6f-4024-9c8f-d91ff5a87dc8), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:44.734790 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c7e03449-a10d-4649-943b-32ca17966c5f req-ab88e906-062c-4879-83e6-42e17542dd80 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894110 Jul 28 02:20:44.783881 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 2d9c898c-0d06-4902-8935-7176c3348142 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:20:44.817501 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-4713ce08-a8fe-414e-b048-f18d3fcaf40c None None] Provisioning complete for port 0195857b-6b78-43e7-80f4-8ece25380f5b triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:44.817981 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4713ce08-a8fe-414e-b048-f18d3fcaf40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (0195857b-6b78-43e7-80f4-8ece25380f5b), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:44.841664 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-043f067e-0f9c-4ead-86c4-a1dba45acd60 req-4c3031cd-ee4d-4f03-90d6-fff6124dc430 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998967 Jul 28 02:20:44.870013 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-4713ce08-a8fe-414e-b048-f18d3fcaf40c None None] Port 0195857b-6b78-43e7-80f4-8ece25380f5b cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:20:44.928369 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e9bcb-8e85-4974-8500-a12144b29bb8 None None] Pushing event updated for resources: {'Port': ['ID=650632a2-ab6f-4024-9c8f-d91ff5a87dc8,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:44.938190 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff92a981-fccf-4361-89da-c886914cc9e2 None None] Routers {'997f57f7-f3b6-42a0-b64a-99b631fd958e'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:20:44.938190 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-ff92a981-fccf-4361-89da-c886914cc9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:20:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['997f57f7-f3b6-42a0-b64a-99b631fd958e'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:20:44.944593 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-625b39de-d3a5-4928-bbfb-71c7cd87eb7e req-79ba0160-55a2-4ca1-8c99-62cbe3d21753 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60dcd1ef-cfe6-44be-bd4d-be1a1761d28d HTTP/1.1" status: 200 len: 999 time: 0.2042809 Jul 28 02:20:44.952155 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 2d9c898c-0d06-4902-8935-7176c3348142 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:44.953247 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (2d9c898c-0d06-4902-8935-7176c3348142), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:44.970308 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de91bef-37b5-4850-a46f-92f5b88d306b req-fdfc56db-474b-4ae2-bc79-244321dd86bf tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:44.972171 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9de91bef-37b5-4850-a46f-92f5b88d306b req-fdfc56db-474b-4ae2-bc79-244321dd86bf tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 945 time: 0.0862098 Jul 28 02:20:44.995617 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:45.021608 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285bc63b-0dbb-4745-aa03-dd257e8fdf98 None None] New status for floating IP d9957f6a-e01d-4446-868c-21180b659feb: ACTIVE {{(pid=104001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 02:20:45.041758 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9de91bef-37b5-4850-a46f-92f5b88d306b req-23031bb6-a5df-4f9f-9840-9f0809cd5c50 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628169 Jul 28 02:20:45.250600 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-ff92a981-fccf-4361-89da-c886914cc9e2 None None] Set router 997f57f7-f3b6-42a0-b64a-99b631fd958e gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:20:45.324681 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 2d9c898c-0d06-4902-8935-7176c3348142 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:45.446034 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b39de-d3a5-4928-bbfb-71c7cd87eb7e req-6fd0040c-a302-4b17-9904-44eb9eda59aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:45.461505 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-625b39de-d3a5-4928-bbfb-71c7cd87eb7e req-6fd0040c-a302-4b17-9904-44eb9eda59aa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b6c1c1a-91bf-46d8-8e77-626f9a84855f HTTP/1.1" status: 200 len: 854 time: 0.1396198 Jul 28 02:20:45.503171 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 45966) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:20:45.542651 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-67596919-c99d-4ae1-aebf-de508b7b834e tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-841420297', 'description': 'tempest-secgroup-smoke-841420297 description', 'project_id': '723a88dd0d514e9080b5355da878b406'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:20:45.582994 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-67596919-c99d-4ae1-aebf-de508b7b834e tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:45.607929 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-334adf15-7895-407b-a749-7971afc5d070 req-0df3b0a5-451c-4d10-9273-ef3c59e45767 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=26b5fd75-2db3-46be-8264-36011d52c8a9 HTTP/1.1" status: 200 len: 210 time: 0.1518612 Jul 28 02:20:45.663577 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b39de-d3a5-4928-bbfb-71c7cd87eb7e req-0164c8e3-a44c-43ea-bc7e-5e8e0cc1b0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:45.681254 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-625b39de-d3a5-4928-bbfb-71c7cd87eb7e req-0164c8e3-a44c-43ea-bc7e-5e8e0cc1b0ae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bda255f1-8497-41f0-9d65-8f281bd7eb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1912541 Jul 28 02:20:45.688411 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-2e98547b-741b-4b89-afa4-0b8d2db14d97 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:45.690236 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-2e98547b-741b-4b89-afa4-0b8d2db14d97 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.45 "GET /v2.0/networks?id=8466f690-6ecd-4c36-b468-10b5b1c31996 HTTP/1.1" status: 200 len: 808 time: 0.2322755 Jul 28 02:20:45.698215 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:45.704320 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [req-4c2e77bb-7c4d-4451-b043-01d0b927939e req-a597d792-dedf-49da-89c6-df1973e244f8 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=103999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 02:20:45.704750 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4c2e77bb-7c4d-4451-b043-01d0b927939e req-a597d792-dedf-49da-89c6-df1973e244f8 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0067673 Jul 28 02:20:45.712702 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d84ce9-16e9-431b-b9c7-871a46676c88 req-ea862528-ac9d-40f2-a273-01dea1884db4 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:45.714298 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-87d84ce9-16e9-431b-b9c7-871a46676c88 req-ea862528-ac9d-40f2-a273-01dea1884db4 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 946 time: 0.1088374 Jul 28 02:20:45.730909 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:45.763926 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-67596919-c99d-4ae1-aebf-de508b7b834e tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks [] for security_group (a3749da7-b79f-47f1-81fd-f00c6a713def), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:45.789263 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-67596919-c99d-4ae1-aebf-de508b7b834e tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (a3749da7-b79f-47f1-81fd-f00c6a713def), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:45.798548 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-87d84ce9-16e9-431b-b9c7-871a46676c88 req-936134e4-d08a-4b67-a1de-358e52241360 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761855 Jul 28 02:20:45.811717 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:45.832588 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-ff92a981-fccf-4361-89da-c886914cc9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997f57f7-f3b6-42a0-b64a-99b631fd958e', 'name': 'tempest-TestShelveInstance-581613459-router', 'tenant_id': '7a9a4c2217284ce19ab23f564bcc815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '650632a2-ab6f-4024-9c8f-d91ff5a87dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:20:37Z', 'updated_at': '2022-07-28T02:20:43Z', 'revision_number': 4, 'project_id': '7a9a4c2217284ce19ab23f564bcc815b', 'gw_port': {'id': '650632a2-ab6f-4024-9c8f-d91ff5a87dc8', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997f57f7-f3b6-42a0-b64a-99b631fd958e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:38Z', 'updated_at': '2022-07-28T02:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '0195857b-6b78-43e7-80f4-8ece25380f5b', 'name': '', 'network_id': '37a993a1-1ac7-48cc-bc7f-5868ea8b486a', 'tenant_id': '7a9a4c2217284ce19ab23f564bcc815b', 'mac_address': 'fa:16:3e:48:50:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997f57f7-f3b6-42a0-b64a-99b631fd958e', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fd5b7ad2-f205-4715-a451-963db407217b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:42Z', 'updated_at': '2022-07-28T02:20:43Z', 'revision_number': 2, 'project_id': '7a9a4c2217284ce19ab23f564bcc815b', 'subnets': [{'id': 'fd5b7ad2-f205-4715-a451-963db407217b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:20:45.838866 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67596919-c99d-4ae1-aebf-de508b7b834e tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3749da7-b79f-47f1-81fd-f00c6a713def,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:45.846701 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-67596919-c99d-4ae1-aebf-de508b7b834e tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:45.851630 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 45978) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:20:45.851864 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-67596919-c99d-4ae1-aebf-de508b7b834e tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3146994 Jul 28 02:20:45.856608 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-0c310782-a717-48df-a2cb-642eeb69cb81 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Request body: {'security_group_rule': {'security_group_id': 'a3749da7-b79f-47f1-81fd-f00c6a713def', 'project_id': '723a88dd0d514e9080b5355da878b406', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:20:45.901465 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff92a981-fccf-4361-89da-c886914cc9e2 None None] The sync data for ids ['997f57f7-f3b6-42a0-b64a-99b631fd958e'] in dv-cinder-799871-46-iscsi is: [{'id': '997f57f7-f3b6-42a0-b64a-99b631fd958e', 'name': 'tempest-TestShelveInstance-581613459-router', 'tenant_id': '7a9a4c2217284ce19ab23f564bcc815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '650632a2-ab6f-4024-9c8f-d91ff5a87dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:20:37Z', 'updated_at': '2022-07-28T02:20:43Z', 'revision_number': 4, 'project_id': '7a9a4c2217284ce19ab23f564bcc815b', 'gw_port': {'id': '650632a2-ab6f-4024-9c8f-d91ff5a87dc8', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997f57f7-f3b6-42a0-b64a-99b631fd958e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:38Z', 'updated_at': '2022-07-28T02:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '0195857b-6b78-43e7-80f4-8ece25380f5b', 'name': '', 'network_id': '37a993a1-1ac7-48cc-bc7f-5868ea8b486a', 'tenant_id': '7a9a4c2217284ce19ab23f564bcc815b', 'mac_address': 'fa:16:3e:48:50:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997f57f7-f3b6-42a0-b64a-99b631fd958e', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fd5b7ad2-f205-4715-a451-963db407217b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:42Z', 'updated_at': '2022-07-28T02:20:43Z', 'revision_number': 2, 'project_id': '7a9a4c2217284ce19ab23f564bcc815b', 'subnets': [{'id': 'fd5b7ad2-f205-4715-a451-963db407217b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:20:45.906721 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-462fb962-ced6-46d9-bda2-d1131fa9a7c8 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Request body: {'port': {'device_id': '26b5fd75-2db3-46be-8264-36011d52c8a9', 'network_id': '8466f690-6ecd-4c36-b468-10b5b1c31996', 'admin_state_up': True, 'tenant_id': 'c8a95d974bc1486c800b91945e600b7d'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:20:45.950673 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0c310782-a717-48df-a2cb-642eeb69cb81 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks [] for security_group_rule (b2dce500-6701-4a6e-b8bf-38d61196db09), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:46.139748 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-462fb962-ced6-46d9-bda2-d1131fa9a7c8 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Made reservation on behalf of c8a95d974bc1486c800b91945e600b7d for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:20:46.146246 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-462fb962-ced6-46d9-bda2-d1131fa9a7c8 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:46.184070 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:46.224275 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2df0a5-caa5-4515-9ebf-30d5635ae0c2 req-1aa123a6-8d5f-4b16-9610-4904877f4823 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:46.225943 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ef2df0a5-caa5-4515-9ebf-30d5635ae0c2 req-1aa123a6-8d5f-4b16-9610-4904877f4823 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.2774312 Jul 28 02:20:46.235483 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:46.351711 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0c310782-a717-48df-a2cb-642eeb69cb81 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks [] for security_group_rule (b2dce500-6701-4a6e-b8bf-38d61196db09), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:46.354615 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-625b39de-d3a5-4928-bbfb-71c7cd87eb7e req-bb903d06-8c0b-4255-9165-38235b800308 service neutron] 10.222.0.45 "GET /v2.0/networks/bda255f1-8497-41f0-9d65-8f281bd7eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411063 Jul 28 02:20:46.356996 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-462fb962-ced6-46d9-bda2-d1131fa9a7c8 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Allocated IP 172.20.0.13 (8466f690-6ecd-4c36-b468-10b5b1c31996/871bec04-2843-42ba-889b-bf8c69f943f2/6e132d86-41ff-4554-a4c5-042a10ca9f6c) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:20:46.375754 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0c310782-a717-48df-a2cb-642eeb69cb81 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (b2dce500-6701-4a6e-b8bf-38d61196db09), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:46.394198 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-5ebc5f28-ed72-42d6-a478-6de81e585e61 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-115564651&fields=id&tenant_id=551ad4a52e754c83a0215409f09a21a8 HTTP/1.1" status: 200 len: 267 time: 0.2358916 Jul 28 02:20:46.429059 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 46008) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:20:46.442144 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c310782-a717-48df-a2cb-642eeb69cb81 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2dce500-6701-4a6e-b8bf-38d61196db09,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:46.461537 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ef2df0a5-caa5-4515-9ebf-30d5635ae0c2 req-4d1f4c40-9f27-4542-80db-195e625d435e tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222843 Jul 28 02:20:46.480070 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0c310782-a717-48df-a2cb-642eeb69cb81 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:46.482066 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-0c310782-a717-48df-a2cb-642eeb69cb81 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6292424 Jul 28 02:20:46.485435 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 46012) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:20:46.499198 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-8379765b-360a-4b55-b884-75e503efaa62 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Request body: {'security_group_rule': {'security_group_id': 'a3749da7-b79f-47f1-81fd-f00c6a713def', 'project_id': '723a88dd0d514e9080b5355da878b406', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:20:46.585301 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-af4ea9b9-99ca-43f5-866b-07925d503204 req-56960a60-df05-41ef-84a5-b57f967adb56 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1534543 Jul 28 02:20:46.590271 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [req-af4ea9b9-99ca-43f5-866b-07925d503204 req-66cdfc10-1121-4636-8537-7c4cc8c5b977 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 02:20:46.602487 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-af4ea9b9-99ca-43f5-866b-07925d503204 req-66cdfc10-1121-4636-8537-7c4cc8c5b977 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0162952 Jul 28 02:20:46.662732 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8379765b-360a-4b55-b884-75e503efaa62 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks [] for security_group_rule (d194b7c4-fc31-4f0c-a193-b190b8523f6f), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:46.664123 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-0e5e630b-b870-435b-807a-6a230d6eeaa5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:46.670813 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-0e5e630b-b870-435b-807a-6a230d6eeaa5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/networks?id=6a862076-171d-4686-a6b7-e646e42fd313 HTTP/1.1" status: 200 len: 811 time: 0.2546537 Jul 28 02:20:46.691789 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-fc5efda9-57d5-41f7-ac33-0ce75809c27f tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/quotas/551ad4a52e754c83a0215409f09a21a8 HTTP/1.1" status: 200 len: 375 time: 0.0197101 Jul 28 02:20:46.709395 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad6e03-568e-40d0-aa44-5a79f95680c6 req-1303d61c-7d8c-41ad-976f-d9dbc8d1995e tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:46.711117 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-462fb962-ced6-46d9-bda2-d1131fa9a7c8 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Publish callbacks [] for port (6e132d86-41ff-4554-a4c5-042a10ca9f6c), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:46.716564 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-26ad6e03-568e-40d0-aa44-5a79f95680c6 req-1303d61c-7d8c-41ad-976f-d9dbc8d1995e tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 945 time: 0.1247437 Jul 28 02:20:46.735392 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 46020) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:20:46.766893 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8379765b-360a-4b55-b884-75e503efaa62 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks [] for security_group_rule (d194b7c4-fc31-4f0c-a193-b190b8523f6f), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:46.779239 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8379765b-360a-4b55-b884-75e503efaa62 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (d194b7c4-fc31-4f0c-a193-b190b8523f6f), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:46.788373 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-79891397-3d61-49dc-8ea9-160e08b4a359 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=551ad4a52e754c83a0215409f09a21a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0893042 Jul 28 02:20:46.807573 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379765b-360a-4b55-b884-75e503efaa62 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d194b7c4-fc31-4f0c-a193-b190b8523f6f,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:46.813510 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-462fb962-ced6-46d9-bda2-d1131fa9a7c8 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (6e132d86-41ff-4554-a4c5-042a10ca9f6c), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:46.881532 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-26ad6e03-568e-40d0-aa44-5a79f95680c6 req-91094db9-4c7b-4984-bee5-65ff3c8e9753 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639650 Jul 28 02:20:46.901212 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8379765b-360a-4b55-b884-75e503efaa62 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:46.904185 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-8379765b-360a-4b55-b884-75e503efaa62 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4173048 Jul 28 02:20:46.907023 dv-cinder-799871-46-iscsi neutron-server[104000]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 02:20:46.913568 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 46026) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:20:46.919725 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-341d3ff2-159d-4f89-bf87-26d0df6156ae tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Request body: {'security_group_rule': {'security_group_id': 'a3749da7-b79f-47f1-81fd-f00c6a713def', 'project_id': '723a88dd0d514e9080b5355da878b406', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:20:46.976795 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-462fb962-ced6-46d9-bda2-d1131fa9a7c8 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Network 8466f690-6ecd-4c36-b468-10b5b1c31996 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:20:47.019808 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-462fb962-ced6-46d9-bda2-d1131fa9a7c8 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:20:47.027987 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fb962-ced6-46d9-bda2-d1131fa9a7c8 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Pushing event updated for resources: {'Port': ['ID=6e132d86-41ff-4554-a4c5-042a10ca9f6c,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:47.036282 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-462fb962-ced6-46d9-bda2-d1131fa9a7c8 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:20:47.041439 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:47.101613 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:47.116590 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ea9b9-99ca-43f5-866b-07925d503204 req-42c09623-616e-4d73-be3c-a0fb9b36fbef tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:47.118807 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-af4ea9b9-99ca-43f5-866b-07925d503204 req-42c09623-616e-4d73-be3c-a0fb9b36fbef tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports/d07f97be-2b00-4c81-a7cf-ea02ac526203 HTTP/1.1" status: 200 len: 941 time: 0.3802288 Jul 28 02:20:47.151084 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-462fb962-ced6-46d9-bda2-d1131fa9a7c8 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:47.151729 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-462fb962-ced6-46d9-bda2-d1131fa9a7c8 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:47.201737 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-462fb962-ced6-46d9-bda2-d1131fa9a7c8 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2996583 Jul 28 02:20:47.435463 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-a7632f1f-d27f-4bad-9981-1cbc0d1210cb service neutron] 10.222.0.40 "GET /v2.0/networks/6a862076-171d-4686-a6b7-e646e42fd313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6356606 Jul 28 02:20:47.435968 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-341d3ff2-159d-4f89-bf87-26d0df6156ae tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks [] for security_group_rule (9d8e42ed-2d1d-4911-8eb8-c3afede3cf92), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:47.445095 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41039041-569a-4260-b138-809a0a17ad61 req-1635438a-28cd-4b5e-ae3a-815cd95c3d91 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:47.446569 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-41039041-569a-4260-b138-809a0a17ad61 req-1635438a-28cd-4b5e-ae3a-815cd95c3d91 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=26b5fd75-2db3-46be-8264-36011d52c8a9 HTTP/1.1" status: 200 len: 932 time: 0.1335588 Jul 28 02:20:47.545884 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-625b39de-d3a5-4928-bbfb-71c7cd87eb7e req-9ec60fd0-6a71-43f5-888b-0c728e6a96fe service neutron] 10.222.0.45 "GET /v2.0/networks/bda255f1-8497-41f0-9d65-8f281bd7eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6633127 Jul 28 02:20:47.590743 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:47.625346 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-41039041-569a-4260-b138-809a0a17ad61 req-7903859f-d62f-4b84-b032-658dd2ed74d5 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564853 Jul 28 02:20:47.627245 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-341d3ff2-159d-4f89-bf87-26d0df6156ae tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks [] for security_group_rule (9d8e42ed-2d1d-4911-8eb8-c3afede3cf92), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:47.639732 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-341d3ff2-159d-4f89-bf87-26d0df6156ae tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (9d8e42ed-2d1d-4911-8eb8-c3afede3cf92), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:47.656227 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-b0363dad-9007-44fa-b532-9f1b9165bcc2 service neutron] 10.222.0.40 "GET /v2.0/networks/6a862076-171d-4686-a6b7-e646e42fd313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065248 Jul 28 02:20:47.662115 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d3ff2-159d-4f89-bf87-26d0df6156ae tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d8e42ed-2d1d-4911-8eb8-c3afede3cf92,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:47.663388 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device d07f97be-2b00-4c81-a7cf-ea02ac526203 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:20:47.679996 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-341d3ff2-159d-4f89-bf87-26d0df6156ae tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:47.681439 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-341d3ff2-159d-4f89-bf87-26d0df6156ae tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7667162 Jul 28 02:20:47.684797 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 46040) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:20:47.692431 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-d21aaa00-b28f-40c1-ac81-e34dffc0f70b tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Request body: {'security_group_rule': {'security_group_id': 'a3749da7-b79f-47f1-81fd-f00c6a713def', 'project_id': '723a88dd0d514e9080b5355da878b406', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:20:47.763925 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d21aaa00-b28f-40c1-ac81-e34dffc0f70b tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks [] for security_group_rule (cf9a68aa-da88-4779-b253-12953015daeb), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:47.787424 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port d07f97be-2b00-4c81-a7cf-ea02ac526203 is: DOWN; New status is: DOWN {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:47.797695 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4fde6c-3174-48b3-bce0-573a43eb73fd req-b296d8ef-1b73-4e28-98b4-00d4eaffbea5 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:47.804635 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7f4fde6c-3174-48b3-bce0-573a43eb73fd req-b296d8ef-1b73-4e28-98b4-00d4eaffbea5 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 946 time: 0.0959373 Jul 28 02:20:47.834844 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:47.861305 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7f4fde6c-3174-48b3-bce0-573a43eb73fd req-adc1ee66-6cb2-4781-af41-bf9ad412b489 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555642 Jul 28 02:20:47.897533 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d21aaa00-b28f-40c1-ac81-e34dffc0f70b tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks [] for security_group_rule (cf9a68aa-da88-4779-b253-12953015daeb), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:47.902947 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d21aaa00-b28f-40c1-ac81-e34dffc0f70b tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (cf9a68aa-da88-4779-b253-12953015daeb), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:47.932835 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21aaa00-b28f-40c1-ac81-e34dffc0f70b tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf9a68aa-da88-4779-b253-12953015daeb,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:47.983736 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d21aaa00-b28f-40c1-ac81-e34dffc0f70b tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:47.987785 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-d21aaa00-b28f-40c1-ac81-e34dffc0f70b tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2989771 Jul 28 02:20:47.988388 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 46050) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:20:47.993857 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-722fabdc-b28b-41c9-b55b-ce629e4d00fe tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Request body: {'security_group_rule': {'security_group_id': 'a3749da7-b79f-47f1-81fd-f00c6a713def', 'project_id': '723a88dd0d514e9080b5355da878b406', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:20:47.994893 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6c42c-6a12-4e49-8fe5-a8cc9a5af2e5 req-6c9fb203-cee5-4467-ba90-3f6583632e33 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:47.996463 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2ed6c42c-6a12-4e49-8fe5-a8cc9a5af2e5 req-6c9fb203-cee5-4467-ba90-3f6583632e33 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.0581994 Jul 28 02:20:48.035173 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.db.securitygroups_db [None req-722fabdc-b28b-41c9-b55b-ce629e4d00fe tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Project 723a88dd0d514e9080b5355da878b406 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 02:20:48.043098 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-722fabdc-b28b-41c9-b55b-ce629e4d00fe tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks [] for security_group_rule (58ee7a2e-2561-493b-9508-ff3b4b415ef6), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:48.073888 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2ed6c42c-6a12-4e49-8fe5-a8cc9a5af2e5 req-c691e310-3072-40fb-ad4e-b972b855f9ff tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698831 Jul 28 02:20:48.206857 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-60ccd9c7-de04-4478-8817-e4d282641cc6 req-5ccd4885-b96e-4202-82c8-10153433def1 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 210 time: 0.0476654 Jul 28 02:20:48.231237 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-722fabdc-b28b-41c9-b55b-ce629e4d00fe tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks [] for security_group_rule (58ee7a2e-2561-493b-9508-ff3b4b415ef6), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:48.242089 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-e492e291-f589-4997-b32b-42462362adac service neutron] Request body: {'port': {'device_id': '26b5fd75-2db3-46be-8264-36011d52c8a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:20:48.271708 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-722fabdc-b28b-41c9-b55b-ce629e4d00fe tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (58ee7a2e-2561-493b-9508-ff3b4b415ef6), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:48.301026 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb67b4d-6489-464a-9509-815d02594d11 req-f5fa05f8-9652-469d-80de-37ee317c2764 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:48.308124 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2eb67b4d-6489-464a-9509-815d02594d11 req-f5fa05f8-9652-469d-80de-37ee317c2764 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 945 time: 0.0799325 Jul 28 02:20:48.314588 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722fabdc-b28b-41c9-b55b-ce629e4d00fe tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ee7a2e-2561-493b-9508-ff3b4b415ef6,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:48.377490 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-e492e291-f589-4997-b32b-42462362adac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (6e132d86-41ff-4554-a4c5-042a10ca9f6c), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:48.381393 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2eb67b4d-6489-464a-9509-815d02594d11 req-3c566a00-3a93-49ae-a5f3-b16dfb2d5853 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651298 Jul 28 02:20:48.448468 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-722fabdc-b28b-41c9-b55b-ce629e4d00fe tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:48.459524 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-722fabdc-b28b-41c9-b55b-ce629e4d00fe tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4664373 Jul 28 02:20:48.469117 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 46062) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:20:48.480577 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-30917e9b-8f27-4183-a383-a15857f16ca5 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Request body: {'security_group_rule': {'security_group_id': 'a3749da7-b79f-47f1-81fd-f00c6a713def', 'project_id': '723a88dd0d514e9080b5355da878b406', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:20:48.524860 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c514a7-75c4-4b2e-904b-e5597cc0454d req-83b3f918-63b3-431a-8f5f-5a715f5ba59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:48.526684 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-48c514a7-75c4-4b2e-904b-e5597cc0454d req-83b3f918-63b3-431a-8f5f-5a715f5ba59a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 1130 time: 0.1135082 Jul 28 02:20:48.579889 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaa69a-fa04-4423-b9ba-9f50c04d26cc req-a558c430-6585-49af-a40b-5a6080537f2c tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:48.584413 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ebeaa69a-fa04-4423-b9ba-9f50c04d26cc req-a558c430-6585-49af-a40b-5a6080537f2c tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 945 time: 0.0991881 Jul 28 02:20:48.618266 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.db.securitygroups_db [None req-30917e9b-8f27-4183-a383-a15857f16ca5 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Project 723a88dd0d514e9080b5355da878b406 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 02:20:48.632972 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-30917e9b-8f27-4183-a383-a15857f16ca5 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks [] for security_group_rule (027c2262-d970-45ce-9009-703fa6d91f9d), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:48.694293 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-48c514a7-75c4-4b2e-904b-e5597cc0454d req-5243c882-b002-4f6c-8670-8cd3cc226db6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558039 Jul 28 02:20:48.761049 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ebeaa69a-fa04-4423-b9ba-9f50c04d26cc req-4e92fce3-9103-4380-8990-0bb00bdaeda9 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622827 Jul 28 02:20:48.765197 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 650632a2-ab6f-4024-9c8f-d91ff5a87dc8 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:20:48.839748 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-30917e9b-8f27-4183-a383-a15857f16ca5 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks [] for security_group_rule (027c2262-d970-45ce-9009-703fa6d91f9d), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:48.850306 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 650632a2-ab6f-4024-9c8f-d91ff5a87dc8 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:48.850964 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (650632a2-ab6f-4024-9c8f-d91ff5a87dc8), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:48.865388 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-30917e9b-8f27-4183-a383-a15857f16ca5 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (027c2262-d970-45ce-9009-703fa6d91f9d), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:48.888259 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30917e9b-8f27-4183-a383-a15857f16ca5 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027c2262-d970-45ce-9009-703fa6d91f9d,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:48.927009 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e72d5a-e8b8-43ee-8a7f-57c612d0cd02 req-089ce0b9-aafa-478d-aa5c-6d29cebcf561 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:48.930011 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e3e72d5a-e8b8-43ee-8a7f-57c612d0cd02 req-089ce0b9-aafa-478d-aa5c-6d29cebcf561 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=26b5fd75-2db3-46be-8264-36011d52c8a9 HTTP/1.1" status: 200 len: 932 time: 0.1508584 Jul 28 02:20:48.936379 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-30917e9b-8f27-4183-a383-a15857f16ca5 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:48.947925 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-30917e9b-8f27-4183-a383-a15857f16ca5 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4770536 Jul 28 02:20:48.955018 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 650632a2-ab6f-4024-9c8f-d91ff5a87dc8 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:48.955649 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (650632a2-ab6f-4024-9c8f-d91ff5a87dc8), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:48.994329 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] For port 650632a2-ab6f-4024-9c8f-d91ff5a87dc8, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=650632a2-ab6f-4024-9c8f-d91ff5a87dc8,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:20:49.002565 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (650632a2-ab6f-4024-9c8f-d91ff5a87dc8), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:49.040023 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-e492e291-f589-4997-b32b-42462362adac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e132d86-41ff-4554-a4c5-042a10ca9f6c {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:20:49.062775 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-e492e291-f589-4997-b32b-42462362adac service neutron] Publish callbacks [] for port (6e132d86-41ff-4554-a4c5-042a10ca9f6c), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:49.065238 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:49.067751 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:49.102939 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Pushing event updated for resources: {'Port': ['ID=650632a2-ab6f-4024-9c8f-d91ff5a87dc8,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:49.107622 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-e492e291-f589-4997-b32b-42462362adac service neutron] Transition to ACTIVE for port object 6e132d86-41ff-4554-a4c5-042a10ca9f6c will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 02:20:49.123399 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-e492e291-f589-4997-b32b-42462362adac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (6e132d86-41ff-4554-a4c5-042a10ca9f6c), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:49.150384 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e3e72d5a-e8b8-43ee-8a7f-57c612d0cd02 req-1fd435f6-c8b0-4c02-9eb4-d38bdbad36de tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946132 Jul 28 02:20:49.258752 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e492e291-f589-4997-b32b-42462362adac service neutron] Pushing event updated for resources: {'Port': ['ID=6e132d86-41ff-4554-a4c5-042a10ca9f6c,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:49.338444 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45a9c6-bb56-4df6-a250-59e2ccbb0945 req-6cb9380f-cf96-4f0c-aac2-7cdb7f9fcab5 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:49.340147 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3e45a9c6-bb56-4df6-a250-59e2ccbb0945 req-6cb9380f-cf96-4f0c-aac2-7cdb7f9fcab5 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 946 time: 0.0578115 Jul 28 02:20:49.391094 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-e492e291-f589-4997-b32b-42462362adac service neutron] Attempting to bind port 6e132d86-41ff-4554-a4c5-042a10ca9f6c on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:20:49.391516 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-e492e291-f589-4997-b32b-42462362adac service neutron] Attempting to bind port 6e132d86-41ff-4554-a4c5-042a10ca9f6c by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '93b441e0-f2a5-49f2-899d-b2fda4d6c4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8466f690-6ecd-4c36-b468-10b5b1c31996'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:20:49.391847 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-e492e291-f589-4997-b32b-42462362adac service neutron] Attempting to bind port 6e132d86-41ff-4554-a4c5-042a10ca9f6c on network 8466f690-6ecd-4c36-b468-10b5b1c31996 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:20:49.397822 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-e492e291-f589-4997-b32b-42462362adac service neutron] Port 6e132d86-41ff-4554-a4c5-042a10ca9f6c on network 8466f690-6ecd-4c36-b468-10b5b1c31996 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 02:20:49.398145 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-e492e291-f589-4997-b32b-42462362adac service neutron] Attempting to bind port 6e132d86-41ff-4554-a4c5-042a10ca9f6c on network 8466f690-6ecd-4c36-b468-10b5b1c31996 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:20:49.403595 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-e492e291-f589-4997-b32b-42462362adac service neutron] Checking agent: {'id': '4faf9253-2001-44ef-b83a-102e5ef5a109', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'started_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:20:49.403931 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-e492e291-f589-4997-b32b-42462362adac service neutron] Checking segment: {'id': '93b441e0-f2a5-49f2-899d-b2fda4d6c4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8466f690-6ecd-4c36-b468-10b5b1c31996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:20:49.404304 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-e492e291-f589-4997-b32b-42462362adac service neutron] Bound using segment: {'id': '93b441e0-f2a5-49f2-899d-b2fda4d6c4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8466f690-6ecd-4c36-b468-10b5b1c31996'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:20:49.404725 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-e492e291-f589-4997-b32b-42462362adac service neutron] Bound port: 6e132d86-41ff-4554-a4c5-042a10ca9f6c, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b441e0-f2a5-49f2-899d-b2fda4d6c4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8466f690-6ecd-4c36-b468-10b5b1c31996'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:20:49.405106 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-e492e291-f589-4997-b32b-42462362adac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (6e132d86-41ff-4554-a4c5-042a10ca9f6c), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:49.433020 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3e45a9c6-bb56-4df6-a250-59e2ccbb0945 req-ba231aac-446f-4214-85cc-b38971ecba1b tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853097 Jul 28 02:20:49.520454 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-e492e291-f589-4997-b32b-42462362adac service neutron] For port 6e132d86-41ff-4554-a4c5-042a10ca9f6c, host hv-cinder-79987, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:20:49.526824 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-e492e291-f589-4997-b32b-42462362adac service neutron] For port 6e132d86-41ff-4554-a4c5-042a10ca9f6c, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6e132d86-41ff-4554-a4c5-042a10ca9f6c,segment=NetworkSegment(93b441e0-f2a5-49f2-899d-b2fda4d6c4fa),segment_id=93b441e0-f2a5-49f2-899d-b2fda4d6c4fa)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:20:49.545194 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e31340e-4684-4bf6-a0c4-70c50130cfa8 None None] Sync routers for ids ['997f57f7-f3b6-42a0-b64a-99b631fd958e'] in dv-cinder-799871-46-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:20:49.557460 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-e492e291-f589-4997-b32b-42462362adac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (6e132d86-41ff-4554-a4c5-042a10ca9f6c), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:49.568515 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e31340e-4684-4bf6-a0c4-70c50130cfa8 None None] Routers {'997f57f7-f3b6-42a0-b64a-99b631fd958e'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:20:49.569726 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-3e31340e-4684-4bf6-a0c4-70c50130cfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:20:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['997f57f7-f3b6-42a0-b64a-99b631fd958e'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:20:49.590354 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-652a9e35-1ab2-4f76-aa72-2b30d56f6a7c req-da18d120-4c8d-4fb3-b815-8f709825c012 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 210 time: 0.0465345 Jul 28 02:20:49.611405 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457006b2-3426-4c41-a6d1-c8210062d4c0 req-f2e6f814-68b6-4a94-8dbb-dc2e96cbff20 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:49.629703 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-457006b2-3426-4c41-a6d1-c8210062d4c0 req-f2e6f814-68b6-4a94-8dbb-dc2e96cbff20 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.1642840 Jul 28 02:20:49.663383 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-e492e291-f589-4997-b32b-42462362adac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:49.666700 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-e492e291-f589-4997-b32b-42462362adac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:49.668737 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-e492e291-f589-4997-b32b-42462362adac service neutron] 10.222.0.45 "PUT /v2.0/ports/6e132d86-41ff-4554-a4c5-042a10ca9f6c HTTP/1.1" status: 200 len: 1094 time: 1.4362690 Jul 28 02:20:49.679848 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b5fd75-2db3-46be-8264-36011d52c8a9', 'tag': '6e132d86-41ff-4554-a4c5-042a10ca9f6c'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:20:49.683063 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c51f423-be33-4059-b3dc-42548c3c8878" -d '{"events": [{"name": "network-changed", "server_uuid": "26b5fd75-2db3-46be-8264-36011d52c8a9", "tag": "6e132d86-41ff-4554-a4c5-042a10ca9f6c"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:20:49.721259 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e492e291-f589-4997-b32b-42462362adac service neutron] Pushing event updated for resources: {'Port': ['ID=6e132d86-41ff-4554-a4c5-042a10ca9f6c,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:49.784207 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-457006b2-3426-4c41-a6d1-c8210062d4c0 req-f93b3997-feaa-4d68-9d66-302f7676910a tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534610 Jul 28 02:20:49.791320 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae753f-21f5-4798-bd6f-fdf7bd691f79 req-47981294-440f-44a5-91b4-11cdd2a92a6f tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:49.800467 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0cae753f-21f5-4798-bd6f-fdf7bd691f79 req-47981294-440f-44a5-91b4-11cdd2a92a6f tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 945 time: 0.1269302 Jul 28 02:20:49.806821 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-3e31340e-4684-4bf6-a0c4-70c50130cfa8 None None] Set router 997f57f7-f3b6-42a0-b64a-99b631fd958e gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:20:49.820655 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:49.878150 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0cae753f-21f5-4798-bd6f-fdf7bd691f79 req-28843eb8-23ac-486e-b56b-e1f618fae9b6 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764332 Jul 28 02:20:49.880231 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144a1dc2-559d-44e0-ab24-7215157a2676 x-openstack-request-id: req-144a1dc2-559d-44e0-ab24-7215157a2676 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:20:49.880527 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b5fd75-2db3-46be-8264-36011d52c8a9", "tag": "6e132d86-41ff-4554-a4c5-042a10ca9f6c", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:20:49.881402 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-144a1dc2-559d-44e0-ab24-7215157a2676 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:20:49.881402 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-144a1dc2-559d-44e0-ab24-7215157a2676'] response: {'name': 'network-changed', 'server_uuid': '26b5fd75-2db3-46be-8264-36011d52c8a9', 'tag': '6e132d86-41ff-4554-a4c5-042a10ca9f6c', 'status': 'completed', 'code': 200} Jul 28 02:20:50.033309 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-3e31340e-4684-4bf6-a0c4-70c50130cfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997f57f7-f3b6-42a0-b64a-99b631fd958e', 'name': 'tempest-TestShelveInstance-581613459-router', 'tenant_id': '7a9a4c2217284ce19ab23f564bcc815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '650632a2-ab6f-4024-9c8f-d91ff5a87dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:20:37Z', 'updated_at': '2022-07-28T02:20:43Z', 'revision_number': 4, 'project_id': '7a9a4c2217284ce19ab23f564bcc815b', 'gw_port': {'id': '650632a2-ab6f-4024-9c8f-d91ff5a87dc8', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997f57f7-f3b6-42a0-b64a-99b631fd958e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:38Z', 'updated_at': '2022-07-28T02:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '0195857b-6b78-43e7-80f4-8ece25380f5b', 'name': '', 'network_id': '37a993a1-1ac7-48cc-bc7f-5868ea8b486a', 'tenant_id': '7a9a4c2217284ce19ab23f564bcc815b', 'mac_address': 'fa:16:3e:48:50:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997f57f7-f3b6-42a0-b64a-99b631fd958e', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fd5b7ad2-f205-4715-a451-963db407217b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:42Z', 'updated_at': '2022-07-28T02:20:43Z', 'revision_number': 2, 'project_id': '7a9a4c2217284ce19ab23f564bcc815b', 'subnets': [{'id': 'fd5b7ad2-f205-4715-a451-963db407217b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:20:50.063658 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e31340e-4684-4bf6-a0c4-70c50130cfa8 None None] Checking router: 997f57f7-f3b6-42a0-b64a-99b631fd958e for host: dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:20:50.064260 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e31340e-4684-4bf6-a0c4-70c50130cfa8 None None] Updating router 997f57f7-f3b6-42a0-b64a-99b631fd958e port 0195857b-6b78-43e7-80f4-8ece25380f5b binding host dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 02:20:50.094809 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3e31340e-4684-4bf6-a0c4-70c50130cfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (0195857b-6b78-43e7-80f4-8ece25380f5b), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:50.393760 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e21a6d-14db-4e4a-a766-3f4736cf1ef6 req-8dc6c9c1-99e8-4a0e-bee4-5c05d59b5986 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:50.404718 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-18e21a6d-14db-4e4a-a766-3f4736cf1ef6 req-8dc6c9c1-99e8-4a0e-bee4-5c05d59b5986 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=26b5fd75-2db3-46be-8264-36011d52c8a9 HTTP/1.1" status: 200 len: 944 time: 0.1247797 Jul 28 02:20:50.469222 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-18e21a6d-14db-4e4a-a766-3f4736cf1ef6 req-c2cdf929-2f00-48f6-b3ef-ff0df142af18 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616617 Jul 28 02:20:50.492660 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3e31340e-4684-4bf6-a0c4-70c50130cfa8 None None] Publish callbacks [] for port (0195857b-6b78-43e7-80f4-8ece25380f5b), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:50.499061 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3e31340e-4684-4bf6-a0c4-70c50130cfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (0195857b-6b78-43e7-80f4-8ece25380f5b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:50.563014 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b03d2a-8c21-44d6-a240-cf18c4ee0899 None None] Pushing event updated for resources: {'Port': ['ID=0195857b-6b78-43e7-80f4-8ece25380f5b,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:50.610411 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb7aaf-724e-4b65-ba1f-5d31f65fd652 req-dd6ba8c2-ab91-429f-8af8-c8e6e04386d7 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:50.618187 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-3e31340e-4684-4bf6-a0c4-70c50130cfa8 None None] Attempting to bind port 0195857b-6b78-43e7-80f4-8ece25380f5b on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:20:50.619100 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-3e31340e-4684-4bf6-a0c4-70c50130cfa8 None None] Attempting to bind port 0195857b-6b78-43e7-80f4-8ece25380f5b by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': '0fbe84b0-7f2b-48a5-ba5b-b7630833ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '37a993a1-1ac7-48cc-bc7f-5868ea8b486a'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:20:50.620294 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e31340e-4684-4bf6-a0c4-70c50130cfa8 None None] Attempting to bind port 0195857b-6b78-43e7-80f4-8ece25380f5b on network 37a993a1-1ac7-48cc-bc7f-5868ea8b486a {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:20:50.622051 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4dfb7aaf-724e-4b65-ba1f-5d31f65fd652 req-dd6ba8c2-ab91-429f-8af8-c8e6e04386d7 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 946 time: 0.0841329 Jul 28 02:20:50.632170 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e31340e-4684-4bf6-a0c4-70c50130cfa8 None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:20:50.632604 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e31340e-4684-4bf6-a0c4-70c50130cfa8 None None] Checking segment: {'id': '0fbe84b0-7f2b-48a5-ba5b-b7630833ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '37a993a1-1ac7-48cc-bc7f-5868ea8b486a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:20:50.632974 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3e31340e-4684-4bf6-a0c4-70c50130cfa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:50.633366 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e31340e-4684-4bf6-a0c4-70c50130cfa8 None None] Bound using segment: {'id': '0fbe84b0-7f2b-48a5-ba5b-b7630833ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '37a993a1-1ac7-48cc-bc7f-5868ea8b486a'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:20:50.633898 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-3e31340e-4684-4bf6-a0c4-70c50130cfa8 None None] Bound port: 0195857b-6b78-43e7-80f4-8ece25380f5b, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fbe84b0-7f2b-48a5-ba5b-b7630833ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '37a993a1-1ac7-48cc-bc7f-5868ea8b486a'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:20:50.634478 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3e31340e-4684-4bf6-a0c4-70c50130cfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (0195857b-6b78-43e7-80f4-8ece25380f5b), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:50.734279 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4dfb7aaf-724e-4b65-ba1f-5d31f65fd652 req-dfe490c3-b9d0-410d-a6a9-9b80c4b5b06c tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829093 Jul 28 02:20:50.742471 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-0caba3c2-cab1-4ead-9c93-ba386262cc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:50.744777 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-0caba3c2-cab1-4ead-9c93-ba386262cc6d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c8a95d974bc1486c800b91945e600b7d&device_id=26b5fd75-2db3-46be-8264-36011d52c8a9 HTTP/1.1" status: 200 len: 1128 time: 0.1480269 Jul 28 02:20:50.756198 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:50.771821 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3e31340e-4684-4bf6-a0c4-70c50130cfa8 None None] For port 0195857b-6b78-43e7-80f4-8ece25380f5b, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:20:50.775714 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3e31340e-4684-4bf6-a0c4-70c50130cfa8 None None] For port 0195857b-6b78-43e7-80f4-8ece25380f5b, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=0195857b-6b78-43e7-80f4-8ece25380f5b,segment=NetworkSegment(0fbe84b0-7f2b-48a5-ba5b-b7630833ed98),segment_id=0fbe84b0-7f2b-48a5-ba5b-b7630833ed98)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:20:50.783567 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3e31340e-4684-4bf6-a0c4-70c50130cfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (0195857b-6b78-43e7-80f4-8ece25380f5b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:50.799075 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 650632a2-ab6f-4024-9c8f-d91ff5a87dc8 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:20:50.835921 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c77918af-46ec-4d9b-af52-84637d7dd8ea req-98ebecb0-6160-458d-bef5-1aceec6ad58c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 210 time: 0.0731602 Jul 28 02:20:50.892294 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:50.910748 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e31340e-4684-4bf6-a0c4-70c50130cfa8 None None] Routers {'997f57f7-f3b6-42a0-b64a-99b631fd958e'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:20:50.911651 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-3e31340e-4684-4bf6-a0c4-70c50130cfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:20:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['997f57f7-f3b6-42a0-b64a-99b631fd958e'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:20:50.925318 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 650632a2-ab6f-4024-9c8f-d91ff5a87dc8 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:50.925994 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (650632a2-ab6f-4024-9c8f-d91ff5a87dc8), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:50.927037 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b03d2a-8c21-44d6-a240-cf18c4ee0899 None None] Pushing event updated for resources: {'Port': ['ID=0195857b-6b78-43e7-80f4-8ece25380f5b,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:51.024478 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-a3911d55-a821-4aba-b15c-8e37cdc2ba14 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e132d86-41ff-4554-a4c5-042a10ca9f6c HTTP/1.1" status: 200 len: 217 time: 0.1402378 Jul 28 02:20:51.129275 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1a460843-4f58-47dd-8908-806a6bfa0e4d None None] Provisioning complete for port 0195857b-6b78-43e7-80f4-8ece25380f5b triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:51.129916 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1a460843-4f58-47dd-8908-806a6bfa0e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (0195857b-6b78-43e7-80f4-8ece25380f5b), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:51.153869 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-590311f8-5bca-417f-9c80-5f92930e5697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:51.156523 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-590311f8-5bca-417f-9c80-5f92930e5697 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=871bec04-2843-42ba-889b-bf8c69f943f2 HTTP/1.1" status: 200 len: 848 time: 0.1245022 Jul 28 02:20:51.207556 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:51.242779 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-3eb0272f-6675-4557-a15e-84872b57b6b8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8466f690-6ecd-4c36-b468-10b5b1c31996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795133 Jul 28 02:20:51.248863 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-3e31340e-4684-4bf6-a0c4-70c50130cfa8 None None] Set router 997f57f7-f3b6-42a0-b64a-99b631fd958e gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:20:51.258867 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ec353-01bc-4dcc-8d74-8f1cffd754fc req-01d4bcd3-8eda-4efe-a0ac-549aaa463b40 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:51.261790 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-703ec353-01bc-4dcc-8d74-8f1cffd754fc req-01d4bcd3-8eda-4efe-a0ac-549aaa463b40 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.3952210 Jul 28 02:20:51.287609 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ea9b9-99ca-43f5-866b-07925d503204 req-9d5206a0-29c5-4a6c-9e9e-6e149fe303ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:51.289665 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-af4ea9b9-99ca-43f5-866b-07925d503204 req-9d5206a0-29c5-4a6c-9e9e-6e149fe303ae service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33&tenant_id=1ed45da3e0024fa597d03299abae9859 HTTP/1.1" status: 200 len: 1128 time: 0.2987003 Jul 28 02:20:51.354895 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b41b35-b4b8-4860-abd7-030e6fc71f96 req-dd22497b-75ab-4f89-845a-198f4bc7934c tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:51.367063 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-87b41b35-b4b8-4860-abd7-030e6fc71f96 req-dd22497b-75ab-4f89-845a-198f4bc7934c tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.3060098 Jul 28 02:20:51.373420 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 650632a2-ab6f-4024-9c8f-d91ff5a87dc8 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:51.413916 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:51.419202 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1a460843-4f58-47dd-8908-806a6bfa0e4d None None] Current status of the port 0195857b-6b78-43e7-80f4-8ece25380f5b is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:51.419621 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1a460843-4f58-47dd-8908-806a6bfa0e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (0195857b-6b78-43e7-80f4-8ece25380f5b), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:51.487116 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-f5ff7fee-28f9-4f9d-a35b-1a896c76a79c service neutron] 10.222.0.45 "GET /v2.0/networks/8466f690-6ecd-4c36-b468-10b5b1c31996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362869 Jul 28 02:20:51.506982 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1a460843-4f58-47dd-8908-806a6bfa0e4d None None] For port 0195857b-6b78-43e7-80f4-8ece25380f5b, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=0195857b-6b78-43e7-80f4-8ece25380f5b,segment=NetworkSegment(0fbe84b0-7f2b-48a5-ba5b-b7630833ed98),segment_id=0fbe84b0-7f2b-48a5-ba5b-b7630833ed98)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:20:51.516481 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1a460843-4f58-47dd-8908-806a6bfa0e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (0195857b-6b78-43e7-80f4-8ece25380f5b), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:51.541122 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ea9b9-99ca-43f5-866b-07925d503204 req-05fd88c3-c217-4a1d-84eb-52c1750f5e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:51.543057 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-af4ea9b9-99ca-43f5-866b-07925d503204 req-05fd88c3-c217-4a1d-84eb-52c1750f5e09 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ed45da3e0024fa597d03299abae9859&device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 1128 time: 0.1371596 Jul 28 02:20:51.575086 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-87b41b35-b4b8-4860-abd7-030e6fc71f96 req-b2c1cb04-32ae-4bb7-aef5-76b0baa270bc tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067409 Jul 28 02:20:51.611671 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-703ec353-01bc-4dcc-8d74-8f1cffd754fc req-1c15bf55-63b3-43c4-9ab2-28916cd8714f tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377726 Jul 28 02:20:51.660902 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-c9d2d6d6-b9ed-40d1-a793-7b1c36d1dc65 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:51.662681 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-c9d2d6d6-b9ed-40d1-a793-7b1c36d1dc65 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.45 "GET /v2.0/networks?id=6a862076-171d-4686-a6b7-e646e42fd313 HTTP/1.1" status: 200 len: 811 time: 0.5469289 Jul 28 02:20:51.663722 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a460843-4f58-47dd-8908-806a6bfa0e4d None None] Pushing event updated for resources: {'Port': ['ID=0195857b-6b78-43e7-80f4-8ece25380f5b,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:51.711642 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c4c1f4a4-e9c1-42ae-b71d-e5adf8512644 None None] Provisioning complete for port 0195857b-6b78-43e7-80f4-8ece25380f5b triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:51.712468 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c4c1f4a4-e9c1-42ae-b71d-e5adf8512644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (0195857b-6b78-43e7-80f4-8ece25380f5b), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:51.714456 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-3e31340e-4684-4bf6-a0c4-70c50130cfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997f57f7-f3b6-42a0-b64a-99b631fd958e', 'name': 'tempest-TestShelveInstance-581613459-router', 'tenant_id': '7a9a4c2217284ce19ab23f564bcc815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '650632a2-ab6f-4024-9c8f-d91ff5a87dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:20:37Z', 'updated_at': '2022-07-28T02:20:43Z', 'revision_number': 4, 'project_id': '7a9a4c2217284ce19ab23f564bcc815b', 'gw_port': {'id': '650632a2-ab6f-4024-9c8f-d91ff5a87dc8', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997f57f7-f3b6-42a0-b64a-99b631fd958e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:38Z', 'updated_at': '2022-07-28T02:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '0195857b-6b78-43e7-80f4-8ece25380f5b', 'name': '', 'network_id': '37a993a1-1ac7-48cc-bc7f-5868ea8b486a', 'tenant_id': '7a9a4c2217284ce19ab23f564bcc815b', 'mac_address': 'fa:16:3e:48:50:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997f57f7-f3b6-42a0-b64a-99b631fd958e', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fd5b7ad2-f205-4715-a451-963db407217b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:42Z', 'updated_at': '2022-07-28T02:20:50Z', 'revision_number': 4, 'project_id': '7a9a4c2217284ce19ab23f564bcc815b', 'subnets': [{'id': 'fd5b7ad2-f205-4715-a451-963db407217b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:20:51.753705 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e31340e-4684-4bf6-a0c4-70c50130cfa8 None None] The sync data for ids ['997f57f7-f3b6-42a0-b64a-99b631fd958e'] in dv-cinder-799871-46-iscsi is: [{'id': '997f57f7-f3b6-42a0-b64a-99b631fd958e', 'name': 'tempest-TestShelveInstance-581613459-router', 'tenant_id': '7a9a4c2217284ce19ab23f564bcc815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '650632a2-ab6f-4024-9c8f-d91ff5a87dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:20:37Z', 'updated_at': '2022-07-28T02:20:43Z', 'revision_number': 4, 'project_id': '7a9a4c2217284ce19ab23f564bcc815b', 'gw_port': {'id': '650632a2-ab6f-4024-9c8f-d91ff5a87dc8', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997f57f7-f3b6-42a0-b64a-99b631fd958e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:38Z', 'updated_at': '2022-07-28T02:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '0195857b-6b78-43e7-80f4-8ece25380f5b', 'name': '', 'network_id': '37a993a1-1ac7-48cc-bc7f-5868ea8b486a', 'tenant_id': '7a9a4c2217284ce19ab23f564bcc815b', 'mac_address': 'fa:16:3e:48:50:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997f57f7-f3b6-42a0-b64a-99b631fd958e', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fd5b7ad2-f205-4715-a451-963db407217b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:42Z', 'updated_at': '2022-07-28T02:20:50Z', 'revision_number': 4, 'project_id': '7a9a4c2217284ce19ab23f564bcc815b', 'subnets': [{'id': 'fd5b7ad2-f205-4715-a451-963db407217b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:20:51.777014 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-18fc8836-36a1-4145-9ccc-06e9b15ee566 req-43972d23-0d3d-4b15-afbf-7c3a73ea9bd8 service neutron] 10.222.0.45 "GET /v2.0/networks/8466f690-6ecd-4c36-b468-10b5b1c31996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822883 Jul 28 02:20:51.961065 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d73572-3995-4167-871a-cf0c7d17333f req-527410a7-5a35-4f12-b559-692f7eb778a4 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:51.962741 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-25d73572-3995-4167-871a-cf0c7d17333f req-527410a7-5a35-4f12-b559-692f7eb778a4 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=26b5fd75-2db3-46be-8264-36011d52c8a9 HTTP/1.1" status: 200 len: 944 time: 0.2043192 Jul 28 02:20:52.015831 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-7b08732a-1bb1-4804-b303-f82d8d833dff tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=551ad4a52e754c83a0215409f09a21a8 HTTP/1.1" status: 200 len: 379 time: 0.2796872 Jul 28 02:20:52.051125 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ea9b9-99ca-43f5-866b-07925d503204 req-148d829f-0387-4d0f-833b-2fe0cbfe49ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:52.052255 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-af4ea9b9-99ca-43f5-866b-07925d503204 req-148d829f-0387-4d0f-833b-2fe0cbfe49ad service neutron] 10.222.0.45 "GET /v2.0/networks?id=b7a41f53-02ba-4d68-a9f3-9f5c3103be75 HTTP/1.1" status: 200 len: 917 time: 0.4988735 Jul 28 02:20:52.102473 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:52.118726 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a50c26d0-75b0-4f6f-bbe4-d0effeef0e30 req-7fd7bcda-7b6d-4fff-ae24-55c16b2ff399 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 210 time: 0.0838389 Jul 28 02:20:52.153518 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-25d73572-3995-4167-871a-cf0c7d17333f req-eb04b189-9263-473f-a594-949452634e17 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710293 Jul 28 02:20:52.206388 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c4c1f4a4-e9c1-42ae-b71d-e5adf8512644 None None] Current status of the port 0195857b-6b78-43e7-80f4-8ece25380f5b is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:52.694672 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 0195857b-6b78-43e7-80f4-8ece25380f5b up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:20:52.750495 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 0195857b-6b78-43e7-80f4-8ece25380f5b triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:52.751144 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (0195857b-6b78-43e7-80f4-8ece25380f5b), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:52.764040 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb66272-7601-47b5-a639-194e90996dbe req-089feb46-7b64-4590-90c1-d87f93665aed tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:52.765775 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2fb66272-7601-47b5-a639-194e90996dbe req-089feb46-7b64-4590-90c1-d87f93665aed tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.0622008 Jul 28 02:20:52.828737 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2fb66272-7601-47b5-a639-194e90996dbe req-b24a9b49-e4aa-461e-8bc5-1f5b66b6fcd5 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559328 Jul 28 02:20:52.842053 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 0195857b-6b78-43e7-80f4-8ece25380f5b is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:52.881973 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:52.918371 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-8e6b6ac0-f9a4-4bcb-aefa-00e8fd8bfabd tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Request body: {'port': {'device_id': '5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'admin_state_up': True, 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'security_groups': ['a5fd9244-062f-4462-8b45-3721c7088b44']}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:20:52.923975 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51f423-be33-4059-b3dc-42548c3c8878 req-3565336e-5a7d-46a6-a46e-85602dee27f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:52.926696 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1c51f423-be33-4059-b3dc-42548c3c8878 req-3565336e-5a7d-46a6-a46e-85602dee27f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c8a95d974bc1486c800b91945e600b7d&device_id=26b5fd75-2db3-46be-8264-36011d52c8a9 HTTP/1.1" status: 200 len: 1128 time: 0.0548046 Jul 28 02:20:53.008476 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-af4ea9b9-99ca-43f5-866b-07925d503204 req-2bf53839-c98d-44a6-b8ac-cfa0bafa5c8d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d07f97be-2b00-4c81-a7cf-ea02ac526203 HTTP/1.1" status: 200 len: 1000 time: 0.1377683 Jul 28 02:20:53.093415 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ea9b9-99ca-43f5-866b-07925d503204 req-f9c41e5b-67ba-444c-961f-686c8dc0154b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:53.094913 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-af4ea9b9-99ca-43f5-866b-07925d503204 req-f9c41e5b-67ba-444c-961f-686c8dc0154b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5140c104-3441-42e7-8ecc-b111359f4da5 HTTP/1.1" status: 200 len: 855 time: 0.0739961 Jul 28 02:20:53.116084 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51f423-be33-4059-b3dc-42548c3c8878 req-0662a669-1e13-4910-9f03-0b399cd0907a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:53.118014 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1c51f423-be33-4059-b3dc-42548c3c8878 req-0662a669-1e13-4910-9f03-0b399cd0907a service neutron] 10.222.0.45 "GET /v2.0/networks?id=8466f690-6ecd-4c36-b468-10b5b1c31996 HTTP/1.1" status: 200 len: 909 time: 0.1848550 Jul 28 02:20:53.126309 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-8e6b6ac0-f9a4-4bcb-aefa-00e8fd8bfabd tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Made reservation on behalf of 551ad4a52e754c83a0215409f09a21a8 for: {'port': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:20:53.129975 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-8e6b6ac0-f9a4-4bcb-aefa-00e8fd8bfabd tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:53.215347 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1c51f423-be33-4059-b3dc-42548c3c8878 req-595c4c67-0259-447e-a0e4-5743108e9b8b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e132d86-41ff-4554-a4c5-042a10ca9f6c HTTP/1.1" status: 200 len: 217 time: 0.0513184 Jul 28 02:20:53.247958 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ea9b9-99ca-43f5-866b-07925d503204 req-4f763ae6-893e-4e99-8a1a-55bacc141cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:53.250091 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-af4ea9b9-99ca-43f5-866b-07925d503204 req-4f763ae6-893e-4e99-8a1a-55bacc141cae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b7a41f53-02ba-4d68-a9f3-9f5c3103be75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0846295 Jul 28 02:20:53.413390 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:53.470511 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c2104-2408-4580-9d44-03abcc9d953e req-f69c80f4-f57e-43fe-bfad-b8ff0345cf46 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:53.473535 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1b7c2104-2408-4580-9d44-03abcc9d953e req-f69c80f4-f57e-43fe-bfad-b8ff0345cf46 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=26b5fd75-2db3-46be-8264-36011d52c8a9 HTTP/1.1" status: 200 len: 944 time: 0.1326268 Jul 28 02:20:53.481609 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:20:53.523728 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0553d000-357a-4dc8-81a2-17b83cc93109 req-cddaa021-9677-4e60-b8aa-2f398f5f2f7b tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 210 time: 0.1506581 Jul 28 02:20:53.561156 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-8e6b6ac0-f9a4-4bcb-aefa-00e8fd8bfabd tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Allocated IP 172.20.0.6 (6a862076-171d-4686-a6b7-e646e42fd313/27735d0c-b318-4429-9a91-75d6f81f616d/d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:20:53.624286 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-af4ea9b9-99ca-43f5-866b-07925d503204 req-54d37d23-2de2-4118-a6c7-efefe3a278ff service neutron] 10.222.0.45 "GET /v2.0/networks/b7a41f53-02ba-4d68-a9f3-9f5c3103be75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647783 Jul 28 02:20:53.650459 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51f423-be33-4059-b3dc-42548c3c8878 req-3369b0fd-7b67-4723-832e-2dc0fdc6ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:53.651772 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1c51f423-be33-4059-b3dc-42548c3c8878 req-3369b0fd-7b67-4723-832e-2dc0fdc6ed52 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=871bec04-2843-42ba-889b-bf8c69f943f2 HTTP/1.1" status: 200 len: 848 time: 0.4289052 Jul 28 02:20:53.664490 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1b7c2104-2408-4580-9d44-03abcc9d953e req-d5167ea2-ea21-4445-92c8-5bc36202d806 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476338 Jul 28 02:20:53.668594 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:53.684942 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 6e132d86-41ff-4554-a4c5-042a10ca9f6c details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 02:20:53.714695 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1c51f423-be33-4059-b3dc-42548c3c8878 req-147997d6-d52f-45bf-884a-b36bd409ec68 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8466f690-6ecd-4c36-b468-10b5b1c31996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550535 Jul 28 02:20:53.850566 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-af4ea9b9-99ca-43f5-866b-07925d503204 req-5a1a456c-4cbb-41f1-a3db-95cb92fd91c5 service neutron] 10.222.0.45 "GET /v2.0/networks/b7a41f53-02ba-4d68-a9f3-9f5c3103be75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194824 Jul 28 02:20:53.926956 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 6e132d86-41ff-4554-a4c5-042a10ca9f6c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6e132d86-41ff-4554-a4c5-042a10ca9f6c,segment=NetworkSegment(93b441e0-f2a5-49f2-899d-b2fda4d6c4fa),segment_id=93b441e0-f2a5-49f2-899d-b2fda4d6c4fa)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:20:53.930521 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-8e6b6ac0-f9a4-4bcb-aefa-00e8fd8bfabd tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for port (d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:53.937983 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475afcd0-ee04-43b7-bd23-5a64f28aef2d req-6a19295d-1e86-4872-99da-bfc2947b2b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:53.939622 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-475afcd0-ee04-43b7-bd23-5a64f28aef2d req-6a19295d-1e86-4872-99da-bfc2947b2b81 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5157a5b7f25482980f925175adf2090&device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 1129 time: 0.0921817 Jul 28 02:20:53.944376 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Returning: {'device': '6e132d86-41ff-4554-a4c5-042a10ca9f6c', 'network_id': '8466f690-6ecd-4c36-b468-10b5b1c31996', 'port_id': '6e132d86-41ff-4554-a4c5-042a10ca9f6c', 'mac_address': 'fa:16:3e:16:2d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871bec04-2843-42ba-889b-bf8c69f943f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 02:20:53.950782 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1e404-e5f4-4600-9194-d3f7a815bc57 req-35d0bffc-061f-472a-83fd-31ce72915fdb tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:53.955209 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5fe1e404-e5f4-4600-9194-d3f7a815bc57 req-35d0bffc-061f-472a-83fd-31ce72915fdb tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.1098087 Jul 28 02:20:53.992900 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 6e132d86-41ff-4554-a4c5-042a10ca9f6c is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:53.993339 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (6e132d86-41ff-4554-a4c5-042a10ca9f6c), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:54.010546 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e132d86-41ff-4554-a4c5-042a10ca9f6c {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:20:54.039037 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 6e132d86-41ff-4554-a4c5-042a10ca9f6c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6e132d86-41ff-4554-a4c5-042a10ca9f6c,segment=NetworkSegment(93b441e0-f2a5-49f2-899d-b2fda4d6c4fa),segment_id=93b441e0-f2a5-49f2-899d-b2fda4d6c4fa)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:20:54.042782 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:54.045449 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (6e132d86-41ff-4554-a4c5-042a10ca9f6c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:54.048475 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1c51f423-be33-4059-b3dc-42548c3c8878 req-51978a57-94a2-421a-a1f4-bf9b7c9c973a service neutron] 10.222.0.45 "GET /v2.0/networks/8466f690-6ecd-4c36-b468-10b5b1c31996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256557 Jul 28 02:20:54.053974 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da80239-f4e6-495d-8c8e-a85fb54977b5 req-7cd6be17-ca13-4914-85cd-0445d7ba205e tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:54.055883 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0da80239-f4e6-495d-8c8e-a85fb54977b5 req-7cd6be17-ca13-4914-85cd-0445d7ba205e tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.0976267 Jul 28 02:20:54.069335 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:54.119159 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=6e132d86-41ff-4554-a4c5-042a10ca9f6c,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:54.129192 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-8e6b6ac0-f9a4-4bcb-aefa-00e8fd8bfabd tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:54.153451 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5fe1e404-e5f4-4600-9194-d3f7a815bc57 req-16760224-0d9d-4414-b1dc-79b099877efb tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829484 Jul 28 02:20:54.180645 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475afcd0-ee04-43b7-bd23-5a64f28aef2d req-ca5dfe08-d919-4768-9778-aab2bfc30a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:54.182102 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-475afcd0-ee04-43b7-bd23-5a64f28aef2d req-ca5dfe08-d919-4768-9778-aab2bfc30a29 service neutron] 10.222.0.45 "GET /v2.0/networks?id=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 HTTP/1.1" status: 200 len: 920 time: 0.2290199 Jul 28 02:20:54.232370 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-8e6b6ac0-f9a4-4bcb-aefa-00e8fd8bfabd tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Network 6a862076-171d-4686-a6b7-e646e42fd313 is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:20:54.240543 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-8e6b6ac0-f9a4-4bcb-aefa-00e8fd8bfabd tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:20:54.244164 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-8e6b6ac0-f9a4-4bcb-aefa-00e8fd8bfabd tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:20:54.245489 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-475afcd0-ee04-43b7-bd23-5a64f28aef2d req-52363939-1180-4133-addc-ad6a85b19c35 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40d8500a-f1bf-4d76-ab1d-ab85d099d88f HTTP/1.1" status: 200 len: 217 time: 0.0486093 Jul 28 02:20:54.250707 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0da80239-f4e6-495d-8c8e-a85fb54977b5 req-37861c98-466a-4742-92bb-a5826ed292df tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838095 Jul 28 02:20:54.251374 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b6ac0-f9a4-4bcb-aefa-00e8fd8bfabd tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Pushing event updated for resources: {'Port': ['ID=d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:54.328203 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1c51f423-be33-4059-b3dc-42548c3c8878 req-8203fc89-26f2-4392-ad62-257ba319cbed service neutron] 10.222.0.45 "GET /v2.0/networks/8466f690-6ecd-4c36-b468-10b5b1c31996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564111 Jul 28 02:20:54.350577 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-8e6b6ac0-f9a4-4bcb-aefa-00e8fd8bfabd tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:54.351253 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-8e6b6ac0-f9a4-4bcb-aefa-00e8fd8bfabd tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:54.363823 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475afcd0-ee04-43b7-bd23-5a64f28aef2d req-0ef5e7dd-abdd-4224-b4c8-d98d3c8e7b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:54.365504 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-475afcd0-ee04-43b7-bd23-5a64f28aef2d req-0ef5e7dd-abdd-4224-b4c8-d98d3c8e7b60 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85b85007-31bd-4b12-8b58-5449a423c715 HTTP/1.1" status: 200 len: 858 time: 0.0979149 Jul 28 02:20:54.384681 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['6e132d86-41ff-4554-a4c5-042a10ca9f6c'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:20:54.395046 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:54.412371 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-8e6b6ac0-f9a4-4bcb-aefa-00e8fd8bfabd tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5394382 Jul 28 02:20:54.429440 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-d7e268d5-6d31-4277-bef8-50bbe049d95e service neutron] Request body: {'port': {'device_id': '5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:20:54.485469 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:54.498623 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475afcd0-ee04-43b7-bd23-5a64f28aef2d req-b66c4ed4-2e2e-4c57-8921-3bcd5c26b416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:54.502949 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-475afcd0-ee04-43b7-bd23-5a64f28aef2d req-b66c4ed4-2e2e-4c57-8921-3bcd5c26b416 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1269193 Jul 28 02:20:54.526546 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-d7e268d5-6d31-4277-bef8-50bbe049d95e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:54.677391 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-475afcd0-ee04-43b7-bd23-5a64f28aef2d req-e4f5dfac-f21c-4a95-928d-752f19bce883 service neutron] 10.222.0.45 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668570 Jul 28 02:20:54.787354 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-f6d0c0a7-ddcc-41ad-b264-c327d9e08769 None None] Provisioning complete for port d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:54.788797 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f6d0c0a7-ddcc-41ad-b264-c327d9e08769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:54.804455 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad74e2-4934-4e6d-b81b-03192e90816a req-c008b627-45d6-4ba8-896e-b4591ec9e466 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:54.806255 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2fad74e2-4934-4e6d-b81b-03192e90816a req-c008b627-45d6-4ba8-896e-b4591ec9e466 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 931 time: 0.1323199 Jul 28 02:20:54.825319 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-475afcd0-ee04-43b7-bd23-5a64f28aef2d req-40fa0145-2c0d-49c8-a40a-4d11e6464a9b service neutron] 10.222.0.45 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341529 Jul 28 02:20:54.874690 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-f6d0c0a7-ddcc-41ad-b264-c327d9e08769 None None] Port d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:20:55.003734 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2fad74e2-4934-4e6d-b81b-03192e90816a req-250e2e06-15d8-431a-aceb-2cb6a64e46d6 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838667 Jul 28 02:20:55.048956 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef17b7-0eda-4fda-98b6-9aeb0fbcadfd req-795220a7-07e2-4439-b348-1e79f83a8b25 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:55.057336 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-78ef17b7-0eda-4fda-98b6-9aeb0fbcadfd req-795220a7-07e2-4439-b348-1e79f83a8b25 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=26b5fd75-2db3-46be-8264-36011d52c8a9 HTTP/1.1" status: 200 len: 945 time: 0.1344624 Jul 28 02:20:55.168861 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-78ef17b7-0eda-4fda-98b6-9aeb0fbcadfd req-5a3988c5-eadb-476f-bb5d-7bf3614b6bf1 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105852 Jul 28 02:20:55.175851 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-d7e268d5-6d31-4277-bef8-50bbe049d95e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df {{(pid=103999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:20:55.189810 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-d7e268d5-6d31-4277-bef8-50bbe049d95e service neutron] Publish callbacks [] for port (d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:55.221938 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.provisioning_blocks [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-d7e268d5-6d31-4277-bef8-50bbe049d95e service neutron] Transition to ACTIVE for port object d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df will not be triggered until provisioned by entity L2. {{(pid=103999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 02:20:55.226902 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-d7e268d5-6d31-4277-bef8-50bbe049d95e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25613259'] for port (d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:55.372323 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e268d5-6d31-4277-bef8-50bbe049d95e service neutron] Pushing event updated for resources: {'Port': ['ID=d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:55.449154 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-d7e268d5-6d31-4277-bef8-50bbe049d95e service neutron] Attempting to bind port d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:20:55.449499 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-d7e268d5-6d31-4277-bef8-50bbe049d95e service neutron] Attempting to bind port d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '968874d2-a171-458e-9f57-ec646e40da4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313'}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:20:55.449832 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-d7e268d5-6d31-4277-bef8-50bbe049d95e service neutron] Attempting to bind port d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df on network 6a862076-171d-4686-a6b7-e646e42fd313 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:20:55.456167 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-d7e268d5-6d31-4277-bef8-50bbe049d95e service neutron] Port d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df on network 6a862076-171d-4686-a6b7-e646e42fd313 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 02:20:55.456489 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-d7e268d5-6d31-4277-bef8-50bbe049d95e service neutron] Attempting to bind port d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df on network 6a862076-171d-4686-a6b7-e646e42fd313 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:20:55.459621 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:55.464801 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-d7e268d5-6d31-4277-bef8-50bbe049d95e service neutron] Checking agent: {'id': '4faf9253-2001-44ef-b83a-102e5ef5a109', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'started_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:20:55.465765 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-d7e268d5-6d31-4277-bef8-50bbe049d95e service neutron] Checking segment: {'id': '968874d2-a171-458e-9f57-ec646e40da4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:20:55.466086 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-d7e268d5-6d31-4277-bef8-50bbe049d95e service neutron] Bound using segment: {'id': '968874d2-a171-458e-9f57-ec646e40da4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313'} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:20:55.466795 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-d7e268d5-6d31-4277-bef8-50bbe049d95e service neutron] Bound port: d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '968874d2-a171-458e-9f57-ec646e40da4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313'}}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:20:55.468197 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-d7e268d5-6d31-4277-bef8-50bbe049d95e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:55.610478 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-d7e268d5-6d31-4277-bef8-50bbe049d95e service neutron] For port d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df, host hv-cinder-79987, cleared binding levels {{(pid=103999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:20:55.628220 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-d7e268d5-6d31-4277-bef8-50bbe049d95e service neutron] For port d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df,segment=NetworkSegment(968874d2-a171-458e-9f57-ec646e40da4a),segment_id=968874d2-a171-458e-9f57-ec646e40da4a)] {{(pid=103999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:20:55.667271 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-d7e268d5-6d31-4277-bef8-50bbe049d95e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25613259'] for port (d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:55.692945 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 6e132d86-41ff-4554-a4c5-042a10ca9f6c up at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:20:55.861628 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:55.865418 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning for port 6e132d86-41ff-4554-a4c5-042a10ca9f6c completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 02:20:55.881074 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-026608e5-0a23-4231-9e3d-d4dad6b159b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:55.884088 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning complete for port 6e132d86-41ff-4554-a4c5-042a10ca9f6c triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:20:55.888928 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (6e132d86-41ff-4554-a4c5-042a10ca9f6c), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:56.072418 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 6e132d86-41ff-4554-a4c5-042a10ca9f6c is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:20:56.072721 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (6e132d86-41ff-4554-a4c5-042a10ca9f6c), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:56.113296 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b5fd75-2db3-46be-8264-36011d52c8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e132d86-41ff-4554-a4c5-042a10ca9f6c'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:20:56.121250 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd7b23193eab089ffe890151ec8d4d81c159f1068d0ecb51bca31dcd10d4c9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b962a5-8dd8-44df-9bef-4536ea44537a" -d '{"events": [{"server_uuid": "26b5fd75-2db3-46be-8264-36011d52c8a9", "name": "network-vif-plugged", "status": "completed", "tag": "6e132d86-41ff-4554-a4c5-042a10ca9f6c"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:20:56.147618 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 6e132d86-41ff-4554-a4c5-042a10ca9f6c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6e132d86-41ff-4554-a4c5-042a10ca9f6c,segment=NetworkSegment(93b441e0-f2a5-49f2-899d-b2fda4d6c4fa),segment_id=93b441e0-f2a5-49f2-899d-b2fda4d6c4fa)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:20:56.159656 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (6e132d86-41ff-4554-a4c5-042a10ca9f6c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:56.230202 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-d7e268d5-6d31-4277-bef8-50bbe049d95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:56.230904 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-d7e268d5-6d31-4277-bef8-50bbe049d95e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:56.232348 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-d7e268d5-6d31-4277-bef8-50bbe049d95e service neutron] 10.222.0.45 "PUT /v2.0/ports/d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df HTTP/1.1" status: 200 len: 1093 time: 1.8124495 Jul 28 02:20:56.232900 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e', 'tag': 'd7bdd3c4-419f-4c80-98bc-7d2cbf43e3df'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:20:56.235548 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fd3017fc08cfcfd8945092685727e724b0eb79f5cdddf0496dd7adb644fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c38874-07d7-4e8a-bdf5-73739f13729d" -d '{"events": [{"name": "network-changed", "server_uuid": "5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e", "tag": "d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:20:56.239923 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=6e132d86-41ff-4554-a4c5-042a10ca9f6c,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:56.284578 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc025454-d07e-4484-a9e4-880bcd6a4c78 req-a4da4069-4262-4b9c-8f70-33736713ab83 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:56.288813 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cc025454-d07e-4484-a9e4-880bcd6a4c78 req-a4da4069-4262-4b9c-8f70-33736713ab83 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.6436448 Jul 28 02:20:56.305486 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee849733-4f81-4d73-96bd-8a7081a29da3 req-3aec9b14-2cc3-40b5-909a-58ba98a846d7 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:56.307229 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ee849733-4f81-4d73-96bd-8a7081a29da3 req-3aec9b14-2cc3-40b5-909a-58ba98a846d7 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.6218398 Jul 28 02:20:56.337336 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e268d5-6d31-4277-bef8-50bbe049d95e service neutron] Pushing event updated for resources: {'Port': ['ID=d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df,revision_number=3']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:20:56.393660 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cc025454-d07e-4484-a9e4-880bcd6a4c78 req-68d3eb1a-c6e9-4567-8d4d-64622d9f5833 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850554 Jul 28 02:20:56.405890 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:56.441345 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ee849733-4f81-4d73-96bd-8a7081a29da3 req-3fe96bb6-c3fd-4989-9f6d-13c8e3fce9b6 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214321 Jul 28 02:20:56.529670 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387fd6b-c909-4037-bbbc-928ebb968d51 req-f19f78df-236c-4a88-8810-7763944a2032 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:56.538302 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c892567d-9be5-4aca-848f-2ba83b0ffe4e x-openstack-request-id: req-c892567d-9be5-4aca-848f-2ba83b0ffe4e {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:20:56.538658 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b5fd75-2db3-46be-8264-36011d52c8a9", "name": "network-vif-plugged", "status": "completed", "tag": "6e132d86-41ff-4554-a4c5-042a10ca9f6c", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:20:56.538982 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c892567d-9be5-4aca-848f-2ba83b0ffe4e {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:20:56.539445 dv-cinder-799871-46-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c892567d-9be5-4aca-848f-2ba83b0ffe4e'] response: {'server_uuid': '26b5fd75-2db3-46be-8264-36011d52c8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e132d86-41ff-4554-a4c5-042a10ca9f6c', 'code': 200} Jul 28 02:20:56.540965 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a387fd6b-c909-4037-bbbc-928ebb968d51 req-f19f78df-236c-4a88-8810-7763944a2032 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 943 time: 0.0610313 Jul 28 02:20:56.678870 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a387fd6b-c909-4037-bbbc-928ebb968d51 req-a81ac512-617d-413a-a1f3-fedb1ec9be6e tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368265 Jul 28 02:20:56.694076 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6aea24-cd34-4082-8a0e-b7e72ac1747f req-40a23638-87ce-4285-afb8-7d2e0336bfeb tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:56.695697 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8f6aea24-cd34-4082-8a0e-b7e72ac1747f req-40a23638-87ce-4285-afb8-7d2e0336bfeb tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=26b5fd75-2db3-46be-8264-36011d52c8a9 HTTP/1.1" status: 200 len: 946 time: 0.0998440 Jul 28 02:20:56.772409 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8f6aea24-cd34-4082-8a0e-b7e72ac1747f req-19480d9d-ff46-4eb3-bc16-dc165151e095 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694139 Jul 28 02:20:56.790613 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a46f8a-59d4-401d-a73d-ee325741c148 x-openstack-request-id: req-97a46f8a-59d4-401d-a73d-ee325741c148 {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:20:56.790904 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e", "tag": "d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:20:56.793162 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-97a46f8a-59d4-401d-a73d-ee325741c148 {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:20:56.793580 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97a46f8a-59d4-401d-a73d-ee325741c148'] response: {'name': 'network-changed', 'server_uuid': '5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e', 'tag': 'd7bdd3c4-419f-4c80-98bc-7d2cbf43e3df', 'status': 'completed', 'code': 200} Jul 28 02:20:57.534512 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e322c56-4b84-4207-badc-d11ec31fe6ae req-75882737-2312-4250-ad68-dbf05c271c10 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:57.536128 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3e322c56-4b84-4207-badc-d11ec31fe6ae req-75882737-2312-4250-ad68-dbf05c271c10 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.0517573 Jul 28 02:20:57.606514 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700162f-c25b-42a9-ba69-5936ad88d0dc req-6afee64d-cf57-47d2-987c-d5a9b5c4ce23 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:57.608159 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9700162f-c25b-42a9-ba69-5936ad88d0dc req-6afee64d-cf57-47d2-987c-d5a9b5c4ce23 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.0710175 Jul 28 02:20:57.647735 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3e322c56-4b84-4207-badc-d11ec31fe6ae req-6a4c258f-6fe2-47ce-a13f-9cb69037417e tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020145 Jul 28 02:20:57.690563 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9700162f-c25b-42a9-ba69-5936ad88d0dc req-816127f2-1d21-4fe1-975b-89110701fd5f tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755751 Jul 28 02:20:57.841302 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a972074-f477-44aa-bd3a-47621c198ea8 req-332ba554-ba4c-4635-bf0d-3b63fc1d0419 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:57.849959 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1a972074-f477-44aa-bd3a-47621c198ea8 req-332ba554-ba4c-4635-bf0d-3b63fc1d0419 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 943 time: 0.0686107 Jul 28 02:20:57.930437 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1a972074-f477-44aa-bd3a-47621c198ea8 req-86f9c764-62de-44f6-afef-a8bfa1d4f293 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787592 Jul 28 02:20:57.950819 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c0be3-f437-41e9-a3aa-ad4b610eb2b6 req-197838a8-24ef-463b-bc9d-2822c583fb5c tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:57.950819 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c97c0be3-f437-41e9-a3aa-ad4b610eb2b6 req-197838a8-24ef-463b-bc9d-2822c583fb5c tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=26b5fd75-2db3-46be-8264-36011d52c8a9 HTTP/1.1" status: 200 len: 946 time: 0.0647893 Jul 28 02:20:58.005552 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c97c0be3-f437-41e9-a3aa-ad4b610eb2b6 req-6203c5a1-dda8-4c48-b723-7472b9fd8dc0 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528765 Jul 28 02:20:58.173469 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2b123e57-9548-49a7-83c4-c15bfa078330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:58.854191 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bcf865-9516-4a8f-80ab-e84a1c75c562 req-c1203d46-3d0b-408f-a57f-523a3113c763 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:58.855702 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-17bcf865-9516-4a8f-80ab-e84a1c75c562 req-c1203d46-3d0b-408f-a57f-523a3113c763 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.1069360 Jul 28 02:20:58.881430 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf2923-e1e3-40bd-a55d-c7913a0b4513 req-1a27b4a3-b8d1-486e-bf38-7759621098e5 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:58.883150 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-06bf2923-e1e3-40bd-a55d-c7913a0b4513 req-1a27b4a3-b8d1-486e-bf38-7759621098e5 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.1013448 Jul 28 02:20:58.932805 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:58.986130 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-17bcf865-9516-4a8f-80ab-e84a1c75c562 req-e9e9a8cd-1d82-4070-ae09-d5a4c4cc2795 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206095 Jul 28 02:20:58.996936 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-06bf2923-e1e3-40bd-a55d-c7913a0b4513 req-964108b6-3b3f-4038-b32e-46315d2b493b tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061537 Jul 28 02:20:59.154564 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc551f1-6eb2-4d82-ade0-640c039c79af req-6a3d63c5-7917-4a8d-84bf-569198c5af33 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:59.157043 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8dc551f1-6eb2-4d82-ade0-640c039c79af req-6a3d63c5-7917-4a8d-84bf-569198c5af33 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 943 time: 0.0834913 Jul 28 02:20:59.178329 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b897b25-9019-4174-8893-d12296d10328 req-b97c431e-3670-4299-bc89-38d6f346a41f tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:20:59.179803 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5b897b25-9019-4174-8893-d12296d10328 req-b97c431e-3670-4299-bc89-38d6f346a41f tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=26b5fd75-2db3-46be-8264-36011d52c8a9 HTTP/1.1" status: 200 len: 946 time: 0.0733030 Jul 28 02:20:59.244020 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:20:59.254243 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:20:59.268718 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8dc551f1-6eb2-4d82-ade0-640c039c79af req-7c06a23d-5ecc-4236-83e9-bc76d6cf06b3 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056018 Jul 28 02:20:59.284752 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5b897b25-9019-4174-8893-d12296d10328 req-e23bed4e-f6f6-4335-a95f-19d62ad1e1b5 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877213 Jul 28 02:21:00.180454 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f97527-2218-435d-b6ae-2b338b05f655 req-6c9b9c5e-e10d-42a5-a7ef-d4b87d14433b tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:00.186775 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-35f97527-2218-435d-b6ae-2b338b05f655 req-6c9b9c5e-e10d-42a5-a7ef-d4b87d14433b tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.1022904 Jul 28 02:21:00.213190 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce36b92-594e-4ee1-8f98-cdad2a4e555e req-86c3f24b-f7c4-4f71-842c-1e8d098939d4 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:00.214586 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bce36b92-594e-4ee1-8f98-cdad2a4e555e req-86c3f24b-f7c4-4f71-842c-1e8d098939d4 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.0927019 Jul 28 02:21:00.271599 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-35f97527-2218-435d-b6ae-2b338b05f655 req-a8868406-65c5-4043-9604-0956cf816564 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805659 Jul 28 02:21:00.289456 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bce36b92-594e-4ee1-8f98-cdad2a4e555e req-0bc3ffd4-7278-42b3-b7ca-db6731706109 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662541 Jul 28 02:21:00.434437 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aded5b6-7901-4df7-aa23-6938f75ffe04 req-fce763be-4592-41e6-9ef7-16446b0a64fd tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:00.437008 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7aded5b6-7901-4df7-aa23-6938f75ffe04 req-fce763be-4592-41e6-9ef7-16446b0a64fd tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 943 time: 0.0850737 Jul 28 02:21:00.459468 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c20ac-424f-47d7-b4dd-4869f576cc17 req-ca99c5b9-552f-427c-9e6f-c39303a61f3c tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:00.460982 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a00c20ac-424f-47d7-b4dd-4869f576cc17 req-ca99c5b9-552f-427c-9e6f-c39303a61f3c tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=26b5fd75-2db3-46be-8264-36011d52c8a9 HTTP/1.1" status: 200 len: 946 time: 0.0776649 Jul 28 02:21:00.530962 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7aded5b6-7901-4df7-aa23-6938f75ffe04 req-44900c29-46b3-4cd8-b799-3600a83a99d1 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857167 Jul 28 02:21:00.547097 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a00c20ac-424f-47d7-b4dd-4869f576cc17 req-67980fcb-1599-4127-b02f-f7d6c37636f0 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769062 Jul 28 02:21:00.666707 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:01.032420 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:01.406273 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42d4b6-e295-4c7f-8a2e-257ebd36cafc req-65ef9cb4-b4ae-40e6-91ab-ec1b55448cb0 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:01.407701 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0e42d4b6-e295-4c7f-8a2e-257ebd36cafc req-65ef9cb4-b4ae-40e6-91ab-ec1b55448cb0 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.0592055 Jul 28 02:21:01.481084 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb99115-aae5-4dd2-a9ce-284bfa61e070 req-c127b02e-971d-4ab7-bd96-6197bf6f71cd tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:01.482618 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-afb99115-aae5-4dd2-a9ce-284bfa61e070 req-c127b02e-971d-4ab7-bd96-6197bf6f71cd tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.0740340 Jul 28 02:21:01.518823 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0e42d4b6-e295-4c7f-8a2e-257ebd36cafc req-20bc0bbd-52b3-484f-b8ff-9713ed7a0ad8 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015546 Jul 28 02:21:01.555411 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-afb99115-aae5-4dd2-a9ce-284bfa61e070 req-4f202f0e-4a41-422f-937b-ac1e49505a40 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648515 Jul 28 02:21:01.699936 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3aea50-5442-4e85-ade7-38890201f352 req-344ef4a0-9308-482a-ba87-b9b83fe68a75 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:01.701471 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2d3aea50-5442-4e85-ade7-38890201f352 req-344ef4a0-9308-482a-ba87-b9b83fe68a75 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 943 time: 0.0797353 Jul 28 02:21:01.724912 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6504a-b013-4c10-aa71-4aab5c0adff5 req-3307de9a-c8e9-4956-9cd0-9bf6ed2c1416 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:01.725363 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-38c6504a-b013-4c10-aa71-4aab5c0adff5 req-3307de9a-c8e9-4956-9cd0-9bf6ed2c1416 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=26b5fd75-2db3-46be-8264-36011d52c8a9 HTTP/1.1" status: 200 len: 946 time: 0.0743647 Jul 28 02:21:01.752110 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=30 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:01.806570 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-38c6504a-b013-4c10-aa71-4aab5c0adff5 req-d707756b-c085-4416-836f-7accaef7ee37 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741844 Jul 28 02:21:01.810389 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2d3aea50-5442-4e85-ade7-38890201f352 req-0f189fee-f769-451f-9f7a-918a372409b9 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023765 Jul 28 02:21:02.685924 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:02.700996 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23268402-0fa4-4c30-9729-695ed3129aaa req-56cbc025-a8e6-4a54-b52a-198a3cecd63d tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:02.703300 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-23268402-0fa4-4c30-9729-695ed3129aaa req-56cbc025-a8e6-4a54-b52a-198a3cecd63d tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.1028006 Jul 28 02:21:02.726065 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82248ec3-5b87-4958-bf67-2c7872bbcbde req-123beef5-a0da-49d2-9b1a-2fd6f81af716 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:02.727710 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-82248ec3-5b87-4958-bf67-2c7872bbcbde req-123beef5-a0da-49d2-9b1a-2fd6f81af716 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.0853693 Jul 28 02:21:02.800350 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-23268402-0fa4-4c30-9729-695ed3129aaa req-fed5465b-1442-47e5-86aa-ab700faae128 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896101 Jul 28 02:21:02.807474 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-82248ec3-5b87-4958-bf67-2c7872bbcbde req-a12098dc-ef3a-42ab-96ac-5008844acc48 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716784 Jul 28 02:21:02.964477 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:02.976383 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a8263-362c-4bfd-843c-7ec72b56d2c2 req-96f30603-2098-4525-915c-8d8f01db30b0 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:02.977982 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-592a8263-362c-4bfd-843c-7ec72b56d2c2 req-96f30603-2098-4525-915c-8d8f01db30b0 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=26b5fd75-2db3-46be-8264-36011d52c8a9 HTTP/1.1" status: 200 len: 946 time: 0.0752819 Jul 28 02:21:02.985632 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e1801-91f8-4afb-addd-8d7f18c248e8 req-ef33de51-6c7b-40e9-aeed-a1df7115fa9e tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:02.987103 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3c4e1801-91f8-4afb-addd-8d7f18c248e8 req-ef33de51-6c7b-40e9-aeed-a1df7115fa9e tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 943 time: 0.0934520 Jul 28 02:21:03.075869 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-592a8263-362c-4bfd-843c-7ec72b56d2c2 req-e2d1bd47-1957-4f7f-be64-8c59c925f336 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877805 Jul 28 02:21:03.080525 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3c4e1801-91f8-4afb-addd-8d7f18c248e8 req-38f5c2e4-d934-4d3b-9b10-9e1b584f47cb tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853026 Jul 28 02:21:03.980131 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a928640-94e6-4fc3-a9c8-4c5b7696709d req-70157485-3abc-4b42-8bb2-6ac7b2266484 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:03.981677 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7a928640-94e6-4fc3-a9c8-4c5b7696709d req-70157485-3abc-4b42-8bb2-6ac7b2266484 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.0866091 Jul 28 02:21:03.988467 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5528310-9030-47ca-8c8f-c6693ddd188f req-722474d2-cae3-4881-a1c3-31b9eab5d5d4 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:03.989963 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d5528310-9030-47ca-8c8f-c6693ddd188f req-722474d2-cae3-4881-a1c3-31b9eab5d5d4 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.0859149 Jul 28 02:21:04.083155 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7a928640-94e6-4fc3-a9c8-4c5b7696709d req-c35640d8-c4e8-424e-bb0d-b378cfd141ca tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920587 Jul 28 02:21:04.094133 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d5528310-9030-47ca-8c8f-c6693ddd188f req-457f82c5-1745-4664-81d4-19848503a67e tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960615 Jul 28 02:21:04.289569 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6759b-2a97-4dde-a3ab-84d444435a64 req-a1b1df1f-1bae-4be7-b433-f9e250393304 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:04.291072 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-04a6759b-2a97-4dde-a3ab-84d444435a64 req-a1b1df1f-1bae-4be7-b433-f9e250393304 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 943 time: 0.1049068 Jul 28 02:21:04.316141 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964f0c5-3592-4a04-add4-796ca2589d6c req-c86c2e59-33fe-448e-a290-3093fdec3efd tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:04.317686 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9964f0c5-3592-4a04-add4-796ca2589d6c req-c86c2e59-33fe-448e-a290-3093fdec3efd tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=26b5fd75-2db3-46be-8264-36011d52c8a9 HTTP/1.1" status: 200 len: 946 time: 0.0847299 Jul 28 02:21:04.398768 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-04a6759b-2a97-4dde-a3ab-84d444435a64 req-b6d32875-2b65-46f5-8583-2cc7b3bc52a6 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998592 Jul 28 02:21:04.403263 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9964f0c5-3592-4a04-add4-796ca2589d6c req-30b7b931-70c5-45a3-a8d6-a3e515bb3d54 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775943 Jul 28 02:21:04.759139 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=40 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:04.823248 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=67 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:05.219263 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704bbff-849b-45f7-8024-7b858fc5e8b1 req-1fc7ca4b-22bd-4c8b-a995-7e159f253236 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:05.220735 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a704bbff-849b-45f7-8024-7b858fc5e8b1 req-1fc7ca4b-22bd-4c8b-a995-7e159f253236 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.0589800 Jul 28 02:21:05.276641 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce957f7-b3ca-4253-8d94-f66434bee476 req-3d94ef1f-0080-42dd-97dc-a3295bda9ae2 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:05.278147 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fce957f7-b3ca-4253-8d94-f66434bee476 req-3d94ef1f-0080-42dd-97dc-a3295bda9ae2 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.0765131 Jul 28 02:21:05.318082 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a704bbff-849b-45f7-8024-7b858fc5e8b1 req-ecb73bb3-b6fb-40c7-976d-3471c827490e tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762367 Jul 28 02:21:05.344813 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fce957f7-b3ca-4253-8d94-f66434bee476 req-0a54e021-be90-45b4-a2b1-478a8d56b017 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598240 Jul 28 02:21:05.486935 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:05.558077 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf4de8-fc5a-4d31-b437-9cd1a4de1585 req-dab470bb-10df-418b-92a9-0d6eafaa2009 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:05.559578 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1adf4de8-fc5a-4d31-b437-9cd1a4de1585 req-dab470bb-10df-418b-92a9-0d6eafaa2009 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 943 time: 0.0848134 Jul 28 02:21:05.569036 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28a2c3-274b-46c1-a776-cb4b9004120a req-4097d3d9-0e53-43c4-a891-5035fe9ae8bc tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:05.570526 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5b28a2c3-274b-46c1-a776-cb4b9004120a req-4097d3d9-0e53-43c4-a891-5035fe9ae8bc tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=26b5fd75-2db3-46be-8264-36011d52c8a9 HTTP/1.1" status: 200 len: 946 time: 0.0838671 Jul 28 02:21:05.644030 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1adf4de8-fc5a-4d31-b437-9cd1a4de1585 req-0783639e-b57f-40fd-b2ef-e8d6086baaf5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725219 Jul 28 02:21:05.656412 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5b28a2c3-274b-46c1-a776-cb4b9004120a req-5aeb703f-fc38-457f-8c98-cb8dfa6c96e0 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765390 Jul 28 02:21:06.480088 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:06.497542 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25a5d9-2f6c-4b63-a5c8-889dc814b02f req-36423f9d-34c6-4d13-9f69-e449fdc958f2 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:06.499724 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ac25a5d9-2f6c-4b63-a5c8-889dc814b02f req-36423f9d-34c6-4d13-9f69-e449fdc958f2 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.0823569 Jul 28 02:21:06.507480 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10c724-9853-4471-a8c6-f8f5972fb220 req-fa3e2343-f79c-4763-a107-1ff6e1e6c311 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:06.508845 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-da10c724-9853-4471-a8c6-f8f5972fb220 req-fa3e2343-f79c-4763-a107-1ff6e1e6c311 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.0805373 Jul 28 02:21:06.542387 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:06.582812 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ac25a5d9-2f6c-4b63-a5c8-889dc814b02f req-e2493fe3-4699-44ee-ad90-b40ac96ec518 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729964 Jul 28 02:21:06.587122 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-da10c724-9853-4471-a8c6-f8f5972fb220 req-64e75532-e58f-4137-90f6-788a80417004 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714953 Jul 28 02:21:06.683799 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c38874-07d7-4e8a-bdf5-73739f13729d req-0f8e17ed-afd3-4b81-b0bb-86b8e1cf7530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:06.685498 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f0c38874-07d7-4e8a-bdf5-73739f13729d req-0f8e17ed-afd3-4b81-b0bb-86b8e1cf7530 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=551ad4a52e754c83a0215409f09a21a8&device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 1127 time: 0.0491869 Jul 28 02:21:06.805360 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bcd44-d7c0-48bf-829b-07aa6d37fc05 req-3a841f57-c533-4169-9d57-2c3a4b68227c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:06.806817 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-646bcd44-d7c0-48bf-829b-07aa6d37fc05 req-3a841f57-c533-4169-9d57-2c3a4b68227c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 943 time: 0.0877750 Jul 28 02:21:06.813813 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cea45-2e79-4b65-a99b-884d7e0b0102 req-c0680a7b-6f78-4ee5-bfd1-7ec07a06c852 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:06.815289 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-069cea45-2e79-4b65-a99b-884d7e0b0102 req-c0680a7b-6f78-4ee5-bfd1-7ec07a06c852 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=26b5fd75-2db3-46be-8264-36011d52c8a9 HTTP/1.1" status: 200 len: 946 time: 0.0852203 Jul 28 02:21:06.895510 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-646bcd44-d7c0-48bf-829b-07aa6d37fc05 req-113552b7-3149-48db-8c58-5d655155ce73 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792251 Jul 28 02:21:06.899078 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-069cea45-2e79-4b65-a99b-884d7e0b0102 req-8758c8d0-b4da-4ccf-96ba-a8a9cd1fd06e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765202 Jul 28 02:21:07.211774 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c38874-07d7-4e8a-bdf5-73739f13729d req-88324f19-381a-461e-bb9e-f089c1b1ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:07.213293 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f0c38874-07d7-4e8a-bdf5-73739f13729d req-88324f19-381a-461e-bb9e-f089c1b1ec7a service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=551ad4a52e754c83a0215409f09a21a8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1039262 Jul 28 02:21:07.214549 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bbf95a35-b1f4-464e-9711-74ac3487f231 req-de1d7ce7-705c-47c1-8533-8a386d44cdaf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512605 Jul 28 02:21:07.746562 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69a674-99a1-4dce-b1ff-f99f2f319c04 req-0d1b5db9-e1a8-4f27-94f0-5e7fa88c5165 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:07.748078 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5d69a674-99a1-4dce-b1ff-f99f2f319c04 req-0d1b5db9-e1a8-4f27-94f0-5e7fa88c5165 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.0750225 Jul 28 02:21:07.770952 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02111c67-9d05-43eb-9589-a2134fb8ae1b req-3b8a0b99-6258-4b35-9c46-5252155e0c32 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:07.773098 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-02111c67-9d05-43eb-9589-a2134fb8ae1b req-3b8a0b99-6258-4b35-9c46-5252155e0c32 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.0714111 Jul 28 02:21:07.870101 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5d69a674-99a1-4dce-b1ff-f99f2f319c04 req-a3a7dc89-b9ca-4c67-be58-366c3c6d31dd tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153581 Jul 28 02:21:07.900668 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-02111c67-9d05-43eb-9589-a2134fb8ae1b req-05b35860-a45f-4727-a053-e62f1997a37a tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197658 Jul 28 02:21:07.924796 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef15d2-438c-4c9f-9249-6af25bbe7982 req-471562d2-2c73-40a0-94c7-9b09643f137c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:07.926880 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1eef15d2-438c-4c9f-9249-6af25bbe7982 req-471562d2-2c73-40a0-94c7-9b09643f137c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=26b5fd75-2db3-46be-8264-36011d52c8a9 HTTP/1.1" status: 200 len: 1130 time: 0.0826128 Jul 28 02:21:07.930189 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf95a35-b1f4-464e-9711-74ac3487f231 req-ca96740f-b329-4eba-b887-199af72c8dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:07.932392 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bbf95a35-b1f4-464e-9711-74ac3487f231 req-ca96740f-b329-4eba-b887-199af72c8dd3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4622eae14dd460dbd4e51d4a0413e5f&device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 1130 time: 0.0893445 Jul 28 02:21:07.970173 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c38874-07d7-4e8a-bdf5-73739f13729d req-33476f26-64d2-42b7-b2e9-f3a0c2808c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:07.972395 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f0c38874-07d7-4e8a-bdf5-73739f13729d req-33476f26-64d2-42b7-b2e9-f3a0c2808c3f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298478 Jul 28 02:21:08.058036 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047570e-c1ce-495d-939d-7d0ca9189582 req-7d635172-4d4f-4e90-ba3d-f6e05bff1747 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:08.059535 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6047570e-c1ce-495d-939d-7d0ca9189582 req-7d635172-4d4f-4e90-ba3d-f6e05bff1747 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 943 time: 0.0818200 Jul 28 02:21:08.067760 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6084c14-825a-4f16-9f45-e27db4521795 req-20de53a5-2895-434c-a2b1-45bfec17e82c tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:08.069222 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e6084c14-825a-4f16-9f45-e27db4521795 req-20de53a5-2895-434c-a2b1-45bfec17e82c tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=26b5fd75-2db3-46be-8264-36011d52c8a9 HTTP/1.1" status: 200 len: 946 time: 0.0818365 Jul 28 02:21:08.140332 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6047570e-c1ce-495d-939d-7d0ca9189582 req-76a49572-d557-47d4-b4de-1edf55021e37 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701585 Jul 28 02:21:08.152325 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e6084c14-825a-4f16-9f45-e27db4521795 req-6e5a62b4-1fca-4b15-9d51-839880d88667 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742600 Jul 28 02:21:08.309214 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-9f175720-2385-438c-9616-f941f650f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:08.311555 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-9f175720-2385-438c-9616-f941f650f058 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=551ad4a52e754c83a0215409f09a21a8&device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 1127 time: 0.0535049 Jul 28 02:21:08.328907 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:08.330225 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1eef15d2-438c-4c9f-9249-6af25bbe7982 req-c8f4445b-b6ad-4ec5-ab61-e17a73c7dd1f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003249 Jul 28 02:21:08.363979 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-3b7e920e-c9bb-4669-b8cc-40c42c94cbfd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df HTTP/1.1" status: 200 len: 217 time: 0.0446064 Jul 28 02:21:08.375087 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf95a35-b1f4-464e-9711-74ac3487f231 req-8c5ee345-01eb-4386-928b-ac958337d453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:08.376597 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bbf95a35-b1f4-464e-9711-74ac3487f231 req-8c5ee345-01eb-4386-928b-ac958337d453 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bda255f1-8497-41f0-9d65-8f281bd7eb0d HTTP/1.1" status: 200 len: 916 time: 0.1258576 Jul 28 02:21:08.668119 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bbf95a35-b1f4-464e-9711-74ac3487f231 req-ae1d0978-e361-4d20-accc-2a4044dc5ec0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6815afe-e104-4782-8f6b-4017625ff4b9 HTTP/1.1" status: 200 len: 1001 time: 0.0756052 Jul 28 02:21:08.694421 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-d5c1f7b6-234f-4325-bcc8-12b729547d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:08.696026 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-d5c1f7b6-234f-4325-bcc8-12b729547d08 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27735d0c-b318-4429-9a91-75d6f81f616d HTTP/1.1" status: 200 len: 850 time: 0.1047421 Jul 28 02:21:08.763347 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-6c0e56ea-47d7-4562-86dd-ea7572755a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:08.765137 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-6c0e56ea-47d7-4562-86dd-ea7572755a12 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a862076-171d-4686-a6b7-e646e42fd313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0614822 Jul 28 02:21:08.769955 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf95a35-b1f4-464e-9711-74ac3487f231 req-3142a02b-4d72-46b5-9670-2c4d62f6ed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:08.771939 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bbf95a35-b1f4-464e-9711-74ac3487f231 req-3142a02b-4d72-46b5-9670-2c4d62f6ed57 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b6c1c1a-91bf-46d8-8e77-626f9a84855f HTTP/1.1" status: 200 len: 854 time: 0.0919466 Jul 28 02:21:08.822306 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf95a35-b1f4-464e-9711-74ac3487f231 req-27fe0b88-e07f-40f2-b216-b2dea310f02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:08.824934 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bbf95a35-b1f4-464e-9711-74ac3487f231 req-27fe0b88-e07f-40f2-b216-b2dea310f02d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bda255f1-8497-41f0-9d65-8f281bd7eb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472498 Jul 28 02:21:08.850168 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472234c-d250-4fa3-8472-ffb9bec9502b req-9e7ca808-dd71-4b63-8206-308790f12bcf tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:08.851669 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1472234c-d250-4fa3-8472-ffb9bec9502b req-9e7ca808-dd71-4b63-8206-308790f12bcf tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 945 time: 0.1056054 Jul 28 02:21:08.917992 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:08.935556 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-ffeb634e-4bbd-4e13-b936-4bfe4be3b748 service neutron] 10.222.0.45 "GET /v2.0/networks/6a862076-171d-4686-a6b7-e646e42fd313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541541 Jul 28 02:21:08.941501 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1472234c-d250-4fa3-8472-ffb9bec9502b req-6876adcd-a3fa-42ac-8d37-346f8490d53b tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821762 Jul 28 02:21:08.974508 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 46408) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:21:09.010679 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7cce5-a790-4280-b28a-fa4fc3ee1473 req-7a483fde-3d41-40c4-b68e-ba032694100d tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:09.012628 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-23e7cce5-a790-4280-b28a-fa4fc3ee1473 req-7a483fde-3d41-40c4-b68e-ba032694100d tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.0638669 Jul 28 02:21:09.084556 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701aef53-e286-42a8-a2f3-6695b82878ee req-d33d8bc1-1865-498b-b599-23a0697a1853 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:09.085746 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-701aef53-e286-42a8-a2f3-6695b82878ee req-d33d8bc1-1865-498b-b599-23a0697a1853 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.0719635 Jul 28 02:21:09.125261 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-23e7cce5-a790-4280-b28a-fa4fc3ee1473 req-1524ac1e-b618-45cb-a72b-c889bbe5d825 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013839 Jul 28 02:21:09.127682 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44002b7d-c978-4ace-9987-1474cc28fe64 tempest-TestMinimumBasicScenario-1017469573 tempest-TestMinimumBasicScenario-1017469573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:09.129533 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-44002b7d-c978-4ace-9987-1474cc28fe64 tempest-TestMinimumBasicScenario-1017469573 tempest-TestMinimumBasicScenario-1017469573-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 1124 time: 0.1535604 Jul 28 02:21:09.132553 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 46412) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:21:09.139968 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Request body: {'floatingip': {'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'port_id': '69119806-930f-400d-b217-df9b4467529b', 'tenant_id': '9cb7e92c703a42d6be6343c04934d533', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:21:09.158033 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-701aef53-e286-42a8-a2f3-6695b82878ee req-f07d7440-e379-4d6b-8d9f-6efd70f66639 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635235 Jul 28 02:21:09.166952 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:09.271531 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:09.350120 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f6f03-d364-4f72-b8eb-b83bcfda7962 req-d05c1987-6049-4718-8630-0ceca71772ba tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:09.351551 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-633f6f03-d364-4f72-b8eb-b83bcfda7962 req-d05c1987-6049-4718-8630-0ceca71772ba tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 943 time: 0.1284378 Jul 28 02:21:09.358099 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fcba2-477e-45a8-9958-378234703066 req-f4f20282-7b5c-4cf9-9a59-cbe90b7d0a8f tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:09.359600 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3b1fcba2-477e-45a8-9958-378234703066 req-f4f20282-7b5c-4cf9-9a59-cbe90b7d0a8f tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=26b5fd75-2db3-46be-8264-36011d52c8a9 HTTP/1.1" status: 200 len: 946 time: 0.1265278 Jul 28 02:21:09.446087 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bbf95a35-b1f4-464e-9711-74ac3487f231 req-69560dd9-bb6b-486e-9a3d-42e5dd3cc1b3 service neutron] 10.222.0.45 "GET /v2.0/networks/bda255f1-8497-41f0-9d65-8f281bd7eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711683 Jul 28 02:21:09.464016 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Allocated IP 172.27.0.13 (fac975fe-f61e-48f2-98cd-c3133f923d7b/e1a55f55-f115-45c6-a5b1-44ded4e4dd9d/9b22e7d4-0863-42c4-ba9c-b9065d448717) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:21:09.474280 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-68a7b5bd-2d8c-4b0d-aba5-446e9f2c93fa req-3c23f3e9-ebb3-46ad-9ad7-6cb8d1e0237a service neutron] 10.222.0.45 "GET /v2.0/networks/6a862076-171d-4686-a6b7-e646e42fd313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941693 Jul 28 02:21:09.483467 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3b1fcba2-477e-45a8-9958-378234703066 req-f3fe8c2e-26c5-4771-bc40-86ea756d3ffd tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085353 Jul 28 02:21:09.488551 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-633f6f03-d364-4f72-b8eb-b83bcfda7962 req-c53e1250-90cb-4b04-97b4-3f28622d1a6e tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261654 Jul 28 02:21:09.611834 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:09.642798 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:09.675961 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks [] for port (9b22e7d4-0863-42c4-ba9c-b9065d448717), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:09.681443 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bbf95a35-b1f4-464e-9711-74ac3487f231 req-28cd4a4a-e9c4-44a8-88f9-4affd8ed0b69 service neutron] 10.222.0.45 "GET /v2.0/networks/bda255f1-8497-41f0-9d65-8f281bd7eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890635 Jul 28 02:21:09.709820 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-bcffa014-9775-4b37-8589-b73c282dbe7a tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-841420297&fields=id&tenant_id=723a88dd0d514e9080b5355da878b406 HTTP/1.1" status: 200 len: 267 time: 0.0512550 Jul 28 02:21:09.715403 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (9b22e7d4-0863-42c4-ba9c-b9065d448717), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:09.763828 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Network fac975fe-f61e-48f2-98cd-c3133f923d7b is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:21:09.768147 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:21:09.772468 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:21:09.796444 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Pushing event updated for resources: {'Port': ['ID=9b22e7d4-0863-42c4-ba9c-b9065d448717,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:09.807873 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:09.808237 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:09.808577 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:09.808937 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:09.809276 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:09.809605 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:09.809995 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:09.810341 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:09.811204 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:09.812196 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:09.812540 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:09.812935 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:09.813220 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:09.813551 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:09.813876 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:09.848432 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-0b943951-8eca-45b9-8e71-78e1980bea49 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:09.850293 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-0b943951-8eca-45b9-8e71-78e1980bea49 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/networks?id=3028137f-378b-4f43-9bf1-434ecd477647 HTTP/1.1" status: 200 len: 808 time: 0.1335347 Jul 28 02:21:09.869263 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-001369b5-ed46-42e7-a191-43ce53bc8ae2 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/quotas/723a88dd0d514e9080b5355da878b406 HTTP/1.1" status: 200 len: 375 time: 0.0115230 Jul 28 02:21:09.938159 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:09.964332 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-bdaaa0b5-7e7b-47e9-86d3-d6ca214468c5 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=723a88dd0d514e9080b5355da878b406&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800583 Jul 28 02:21:10.077815 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-e8f930d3-095d-43da-8ab4-21ca298ea31d service neutron] 10.222.0.40 "GET /v2.0/networks/3028137f-378b-4f43-9bf1-434ecd477647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991518 Jul 28 02:21:10.191597 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-efa0d669-9141-417b-b4eb-b7dd39ec2168 service neutron] 10.222.0.40 "GET /v2.0/networks/3028137f-378b-4f43-9bf1-434ecd477647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067278 Jul 28 02:21:10.271148 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b741d7-b8f1-4b35-8982-cbea34f8fdf1 req-bc7a99fd-972a-4953-987e-449ee2c46d07 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:10.272924 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-91b741d7-b8f1-4b35-8982-cbea34f8fdf1 req-bc7a99fd-972a-4953-987e-449ee2c46d07 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.0561988 Jul 28 02:21:10.329088 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-91b741d7-b8f1-4b35-8982-cbea34f8fdf1 req-267453d4-965b-438b-bbbf-cecf9f68cb9f tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503747 Jul 28 02:21:10.338585 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks [] for floatingip (198fa28b-4775-4b64-92c5-abbd634a4ff7), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:10.466663 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a3b21-364c-465b-95e1-54236864ad53 req-262623fb-65d5-47c6-b653-c60558042d72 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:10.469051 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b14a3b21-364c-465b-95e1-54236864ad53 req-262623fb-65d5-47c6-b653-c60558042d72 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.0647159 Jul 28 02:21:10.515432 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:10.538755 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b14a3b21-364c-465b-95e1-54236864ad53 req-75e1a4af-a657-4cdd-81ee-9d6714f9a803 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579929 Jul 28 02:21:10.677308 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc3971-897a-4afe-9e29-8771975d911c req-f394841c-6595-4ce4-b11b-e58d83e0842e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:10.688009 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-96dc3971-897a-4afe-9e29-8771975d911c req-f394841c-6595-4ce4-b11b-e58d83e0842e tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=26b5fd75-2db3-46be-8264-36011d52c8a9 HTTP/1.1" status: 200 len: 946 time: 0.0797658 Jul 28 02:21:10.772348 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (9b22e7d4-0863-42c4-ba9c-b9065d448717), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:10.991709 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:10.996465 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks [] for port (9b22e7d4-0863-42c4-ba9c-b9065d448717), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:11.002707 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (9b22e7d4-0863-42c4-ba9c-b9065d448717), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:11.078200 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4745bd-c60e-42c7-9455-6dcf77956b8c req-90972a96-c726-4390-aa66-67db39568d31 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:11.080031 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fa4745bd-c60e-42c7-9455-6dcf77956b8c req-90972a96-c726-4390-aa66-67db39568d31 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 943 time: 0.3750861 Jul 28 02:21:11.090311 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Pushing event updated for resources: {'Port': ['ID=9b22e7d4-0863-42c4-ba9c-b9065d448717,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:11.096724 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-96dc3971-897a-4afe-9e29-8771975d911c req-81d5b24e-6242-4edc-9d8e-4d95f15d98cc tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074357 Jul 28 02:21:11.108219 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (198fa28b-4775-4b64-92c5-abbd634a4ff7), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:11.199913 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:11.213125 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ee26f995-47de-40e8-96c5-292f0400f590 req-6ac61696-ba69-4459-8c24-05bb94ade03c tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 210 time: 0.0605156 Jul 28 02:21:11.269986 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fa4745bd-c60e-42c7-9455-6dcf77956b8c req-7207d3d6-17d9-4644-8579-ea77892efa44 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717207 Jul 28 02:21:11.277528 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.db.l3_db [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Floating IP 198fa28b-4775-4b64-92c5-abbd634a4ff7 associated. External IP: 172.27.0.13, port: 69119806-930f-400d-b217-df9b4467529b. Jul 28 02:21:11.511612 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7d61a-cba9-4b9d-beea-24c747e80941 req-d832e575-0e1b-4d67-99c5-1b64010274a6 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:11.513289 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-84c7d61a-cba9-4b9d-beea-24c747e80941 req-d832e575-0e1b-4d67-99c5-1b64010274a6 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.0626640 Jul 28 02:21:11.576909 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-84c7d61a-cba9-4b9d-beea-24c747e80941 req-30d2c08e-92f4-49a3-9be6-6007213938f7 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543237 Jul 28 02:21:11.594700 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Router 8a343fbd-83b8-43df-920b-41133d836bff has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:21:11.711169 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:21:11.724193 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83445cad-a89a-46c0-9e94-6657d94b1954 None None] Sync routers for ids ['8a343fbd-83b8-43df-920b-41133d836bff'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:21:11.736675 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:11.736995 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83445cad-a89a-46c0-9e94-6657d94b1954 None None] Routers {'8a343fbd-83b8-43df-920b-41133d836bff'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:21:11.737430 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-83445cad-a89a-46c0-9e94-6657d94b1954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:20:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['8a343fbd-83b8-43df-920b-41133d836bff'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:21:11.743034 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2ceec-8639-4c45-ade4-187a806921f3 req-dc22d59d-3dbe-49e6-ac04-5cde5a9fa715 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:11.745604 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6cd2ceec-8639-4c45-ade4-187a806921f3 req-dc22d59d-3dbe-49e6-ac04-5cde5a9fa715 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.0795851 Jul 28 02:21:11.792172 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-52a351dc-9d51-4589-88ab-7967aa59a8b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6584654 Jul 28 02:21:11.792921 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f02f5086-2cc1-4595-a941-d48a15c52dbf', 'tag': '69119806-930f-400d-b217-df9b4467529b'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:21:11.795357 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b57b769-1a99-4ed4-b94b-3b898db852cb" -d '{"events": [{"name": "network-changed", "server_uuid": "f02f5086-2cc1-4595-a941-d48a15c52dbf", "tag": "69119806-930f-400d-b217-df9b4467529b"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:21:11.798358 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 46466) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:21:11.803157 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-d136ba07-0667-4fa0-90f2-df47abaf6817 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1151990054', 'description': 'tempest-secgroup-smoke-1151990054 description', 'project_id': '9cb7e92c703a42d6be6343c04934d533'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:21:11.836764 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6cd2ceec-8639-4c45-ade4-187a806921f3 req-eb8023d7-ba12-4201-ad5e-fe3570892a5d tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827634 Jul 28 02:21:11.838661 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d136ba07-0667-4fa0-90f2-df47abaf6817 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:11.875464 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-83445cad-a89a-46c0-9e94-6657d94b1954 None None] Set router 8a343fbd-83b8-43df-920b-41133d836bff gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:21:11.891340 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab0382a-c560-4bbc-ba3d-baeffce526bf x-openstack-request-id: req-7ab0382a-c560-4bbc-ba3d-baeffce526bf {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:21:11.891644 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f02f5086-2cc1-4595-a941-d48a15c52dbf", "tag": "69119806-930f-400d-b217-df9b4467529b", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:21:11.891895 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7ab0382a-c560-4bbc-ba3d-baeffce526bf {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:21:11.892301 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ab0382a-c560-4bbc-ba3d-baeffce526bf'] response: {'name': 'network-changed', 'server_uuid': 'f02f5086-2cc1-4595-a941-d48a15c52dbf', 'tag': '69119806-930f-400d-b217-df9b4467529b', 'status': 'completed', 'code': 200} Jul 28 02:21:11.950876 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d136ba07-0667-4fa0-90f2-df47abaf6817 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks [] for security_group (0df0a0cc-736e-439c-8afe-793336d59f6c), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:11.992835 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d136ba07-0667-4fa0-90f2-df47abaf6817 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (0df0a0cc-736e-439c-8afe-793336d59f6c), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:12.016714 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57b769-1a99-4ed4-b94b-3b898db852cb req-6fe63cdc-6f1c-4460-8ff0-2b8fee08c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:12.019149 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5b57b769-1a99-4ed4-b94b-3b898db852cb req-6fe63cdc-6f1c-4460-8ff0-2b8fee08c9d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9cb7e92c703a42d6be6343c04934d533&device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 1129 time: 0.0661778 Jul 28 02:21:12.040088 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d136ba07-0667-4fa0-90f2-df47abaf6817 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:12.044844 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-d136ba07-0667-4fa0-90f2-df47abaf6817 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2423627 Jul 28 02:21:12.044844 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136ba07-0667-4fa0-90f2-df47abaf6817 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df0a0cc-736e-439c-8afe-793336d59f6c,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:12.046605 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 46472) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:21:12.051943 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-6543c2a0-f186-4d95-bab2-d041bc49793b tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Request body: {'security_group_rule': {'security_group_id': '0df0a0cc-736e-439c-8afe-793336d59f6c', 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:21:12.117856 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6543c2a0-f186-4d95-bab2-d041bc49793b tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks [] for security_group_rule (05b1dd8e-4c1d-4aeb-b59a-2d39698e4cd4), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:12.130326 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:12.189844 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90882f2b-b592-429c-984e-25069d5ef534 req-4b917767-1ed5-4758-a929-5d3e25258e27 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:12.191533 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-90882f2b-b592-429c-984e-25069d5ef534 req-4b917767-1ed5-4758-a929-5d3e25258e27 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=26b5fd75-2db3-46be-8264-36011d52c8a9 HTTP/1.1" status: 200 len: 946 time: 0.0943673 Jul 28 02:21:12.230099 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:12.239751 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6543c2a0-f186-4d95-bab2-d041bc49793b tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks [] for security_group_rule (05b1dd8e-4c1d-4aeb-b59a-2d39698e4cd4), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:12.251469 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6543c2a0-f186-4d95-bab2-d041bc49793b tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (05b1dd8e-4c1d-4aeb-b59a-2d39698e4cd4), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:12.290181 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-90882f2b-b592-429c-984e-25069d5ef534 req-fabed07c-e76b-4a0c-8908-eb423a7976cb tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917335 Jul 28 02:21:12.291779 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543c2a0-f186-4d95-bab2-d041bc49793b tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b1dd8e-4c1d-4aeb-b59a-2d39698e4cd4,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:12.301182 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543c2a0-f186-4d95-bab2-d041bc49793b tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:12.301505 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543c2a0-f186-4d95-bab2-d041bc49793b tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:12.301693 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543c2a0-f186-4d95-bab2-d041bc49793b tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:12.302041 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543c2a0-f186-4d95-bab2-d041bc49793b tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:12.302382 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543c2a0-f186-4d95-bab2-d041bc49793b tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:12.302718 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543c2a0-f186-4d95-bab2-d041bc49793b tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:12.303054 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543c2a0-f186-4d95-bab2-d041bc49793b tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:12.303394 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543c2a0-f186-4d95-bab2-d041bc49793b tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:12.303728 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543c2a0-f186-4d95-bab2-d041bc49793b tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:12.304058 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543c2a0-f186-4d95-bab2-d041bc49793b tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:12.304427 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543c2a0-f186-4d95-bab2-d041bc49793b tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:12.304757 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543c2a0-f186-4d95-bab2-d041bc49793b tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:12.305146 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543c2a0-f186-4d95-bab2-d041bc49793b tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:12.305472 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543c2a0-f186-4d95-bab2-d041bc49793b tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:12.305802 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543c2a0-f186-4d95-bab2-d041bc49793b tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:12.313490 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6543c2a0-f186-4d95-bab2-d041bc49793b tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:12.314404 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-6543c2a0-f186-4d95-bab2-d041bc49793b tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2663031 Jul 28 02:21:12.318570 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 46478) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:21:12.323197 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-86bbc236-6212-485a-8588-1b9b8866b370 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Request body: {'security_group_rule': {'security_group_id': '0df0a0cc-736e-439c-8afe-793336d59f6c', 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:21:12.334309 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-83445cad-a89a-46c0-9e94-6657d94b1954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a343fbd-83b8-43df-920b-41133d836bff', 'name': 'tempest-TestMinimumBasicScenario-1494604843-router', 'tenant_id': '9cb7e92c703a42d6be6343c04934d533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '24bcfefa-153d-4428-8366-517c604a12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:24Z', 'updated_at': '2022-07-28T02:19:29Z', 'revision_number': 4, 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'gw_port': {'id': '24bcfefa-153d-4428-8366-517c604a12db', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a343fbd-83b8-43df-920b-41133d836bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:24Z', 'updated_at': '2022-07-28T02:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': '198fa28b-4775-4b64-92c5-abbd634a4ff7', 'tenant_id': '9cb7e92c703a42d6be6343c04934d533', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '8a343fbd-83b8-43df-920b-41133d836bff', 'port_id': '69119806-930f-400d-b217-df9b4467529b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '645f8645-b726-4be7-bb5a-32ec9ab88df5', 'mac_address': 'fa:16:3e:e3:6c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f5086-2cc1-4595-a941-d48a15c52dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:21:10Z', 'updated_at': '2022-07-28T02:21:10Z', 'revision_number': 0, 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce2d8145-9895-4e8c-8bff-4f7fa9e0173d', 'name': '', 'network_id': '645f8645-b726-4be7-bb5a-32ec9ab88df5', 'tenant_id': '9cb7e92c703a42d6be6343c04934d533', 'mac_address': 'fa:16:3e:19:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a343fbd-83b8-43df-920b-41133d836bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '756c394c-f3fb-450a-98c3-44bae2979979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:28Z', 'updated_at': '2022-07-28T02:19:39Z', 'revision_number': 5, 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'subnets': [{'id': '756c394c-f3fb-450a-98c3-44bae2979979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:21:12.357285 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-86bbc236-6212-485a-8588-1b9b8866b370 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks [] for security_group_rule (403a582d-d6ba-4066-9b8b-9acd5fc9f1ac), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:12.365476 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83445cad-a89a-46c0-9e94-6657d94b1954 None None] Checking router: 8a343fbd-83b8-43df-920b-41133d836bff for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:21:12.376170 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83445cad-a89a-46c0-9e94-6657d94b1954 None None] Routers {'8a343fbd-83b8-43df-920b-41133d836bff'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:21:12.376939 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-83445cad-a89a-46c0-9e94-6657d94b1954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:20:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['8a343fbd-83b8-43df-920b-41133d836bff'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:21:12.424727 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-94624d8c-e759-4aee-bb94-a238733d4f56 req-21fd62bb-8d96-48d3-adb7-e58d0801c861 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 210 time: 0.0527296 Jul 28 02:21:12.482833 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d7270-ce29-4077-b696-8aa259dae449 req-a1baf1af-3123-4f77-8995-3a239dc7f179 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:12.484052 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-909d7270-ce29-4077-b696-8aa259dae449 req-a1baf1af-3123-4f77-8995-3a239dc7f179 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 943 time: 0.0763752 Jul 28 02:21:12.490686 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-86bbc236-6212-485a-8588-1b9b8866b370 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks [] for security_group_rule (403a582d-d6ba-4066-9b8b-9acd5fc9f1ac), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:12.497330 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-83445cad-a89a-46c0-9e94-6657d94b1954 None None] Set router 8a343fbd-83b8-43df-920b-41133d836bff gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:21:12.506796 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-86bbc236-6212-485a-8588-1b9b8866b370 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (403a582d-d6ba-4066-9b8b-9acd5fc9f1ac), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:12.539773 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbc236-6212-485a-8588-1b9b8866b370 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403a582d-d6ba-4066-9b8b-9acd5fc9f1ac,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:12.556067 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-86bbc236-6212-485a-8588-1b9b8866b370 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:12.561642 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-86bbc236-6212-485a-8588-1b9b8866b370 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2377608 Jul 28 02:21:12.562882 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 46480) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:21:12.567723 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-69d344a0-31bc-473c-b3f1-f92ce57b4f47 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Request body: {'security_group_rule': {'security_group_id': '0df0a0cc-736e-439c-8afe-793336d59f6c', 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:21:12.568785 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-909d7270-ce29-4077-b696-8aa259dae449 req-4c2aff48-16c8-4441-9897-572d7778bc2f tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768042 Jul 28 02:21:12.628022 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-69d344a0-31bc-473c-b3f1-f92ce57b4f47 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks [] for security_group_rule (d0202acf-e2ed-4446-a8d2-ddbd43fabc06), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:12.710242 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-69d344a0-31bc-473c-b3f1-f92ce57b4f47 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks [] for security_group_rule (d0202acf-e2ed-4446-a8d2-ddbd43fabc06), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:12.716190 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-69d344a0-31bc-473c-b3f1-f92ce57b4f47 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (d0202acf-e2ed-4446-a8d2-ddbd43fabc06), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:12.732515 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:12.741096 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71aced-26b5-4a48-bafc-f8e334e3e28a req-357f6312-aa65-4b9b-847e-4ea0572ff963 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:12.742705 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4a71aced-26b5-4a48-bafc-f8e334e3e28a req-357f6312-aa65-4b9b-847e-4ea0572ff963 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.0594923 Jul 28 02:21:12.757606 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d344a0-31bc-473c-b3f1-f92ce57b4f47 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0202acf-e2ed-4446-a8d2-ddbd43fabc06,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:12.758965 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:12.771850 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-69d344a0-31bc-473c-b3f1-f92ce57b4f47 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:12.774266 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-69d344a0-31bc-473c-b3f1-f92ce57b4f47 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2099316 Jul 28 02:21:12.776803 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 46484) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:21:12.781830 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-3b9708d8-0af0-403b-ba47-ceec20281e52 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Request body: {'security_group_rule': {'security_group_id': '0df0a0cc-736e-439c-8afe-793336d59f6c', 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:21:12.785204 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-83445cad-a89a-46c0-9e94-6657d94b1954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a343fbd-83b8-43df-920b-41133d836bff', 'name': 'tempest-TestMinimumBasicScenario-1494604843-router', 'tenant_id': '9cb7e92c703a42d6be6343c04934d533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '24bcfefa-153d-4428-8366-517c604a12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:24Z', 'updated_at': '2022-07-28T02:19:29Z', 'revision_number': 4, 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'gw_port': {'id': '24bcfefa-153d-4428-8366-517c604a12db', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a343fbd-83b8-43df-920b-41133d836bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:24Z', 'updated_at': '2022-07-28T02:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': '198fa28b-4775-4b64-92c5-abbd634a4ff7', 'tenant_id': '9cb7e92c703a42d6be6343c04934d533', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '8a343fbd-83b8-43df-920b-41133d836bff', 'port_id': '69119806-930f-400d-b217-df9b4467529b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '645f8645-b726-4be7-bb5a-32ec9ab88df5', 'mac_address': 'fa:16:3e:e3:6c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f5086-2cc1-4595-a941-d48a15c52dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:21:10Z', 'updated_at': '2022-07-28T02:21:10Z', 'revision_number': 0, 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce2d8145-9895-4e8c-8bff-4f7fa9e0173d', 'name': '', 'network_id': '645f8645-b726-4be7-bb5a-32ec9ab88df5', 'tenant_id': '9cb7e92c703a42d6be6343c04934d533', 'mac_address': 'fa:16:3e:19:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a343fbd-83b8-43df-920b-41133d836bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '756c394c-f3fb-450a-98c3-44bae2979979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:28Z', 'updated_at': '2022-07-28T02:19:39Z', 'revision_number': 5, 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'subnets': [{'id': '756c394c-f3fb-450a-98c3-44bae2979979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:21:12.792792 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:12.804277 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4a71aced-26b5-4a48-bafc-f8e334e3e28a req-47b92638-7b44-48ef-bedf-1430f352aabf tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531435 Jul 28 02:21:12.815235 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3b9708d8-0af0-403b-ba47-ceec20281e52 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks [] for security_group_rule (c412c023-3637-45f8-b67d-ccdab6c9bb9a), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:12.829115 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83445cad-a89a-46c0-9e94-6657d94b1954 None None] The sync data for ids ['8a343fbd-83b8-43df-920b-41133d836bff'] in dv-cinder-799871-46-iscsi is: [{'id': '8a343fbd-83b8-43df-920b-41133d836bff', 'name': 'tempest-TestMinimumBasicScenario-1494604843-router', 'tenant_id': '9cb7e92c703a42d6be6343c04934d533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '24bcfefa-153d-4428-8366-517c604a12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:24Z', 'updated_at': '2022-07-28T02:19:29Z', 'revision_number': 4, 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'gw_port': {'id': '24bcfefa-153d-4428-8366-517c604a12db', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a343fbd-83b8-43df-920b-41133d836bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:24Z', 'updated_at': '2022-07-28T02:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': '198fa28b-4775-4b64-92c5-abbd634a4ff7', 'tenant_id': '9cb7e92c703a42d6be6343c04934d533', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '8a343fbd-83b8-43df-920b-41133d836bff', 'port_id': '69119806-930f-400d-b217-df9b4467529b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '645f8645-b726-4be7-bb5a-32ec9ab88df5', 'mac_address': 'fa:16:3e:e3:6c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f5086-2cc1-4595-a941-d48a15c52dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:21:10Z', 'updated_at': '2022-07-28T02:21:10Z', 'revision_number': 0, 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce2d8145-9895-4e8c-8bff-4f7fa9e0173d', 'name': '', 'network_id': '645f8645-b726-4be7-bb5a-32ec9ab88df5', 'tenant_id': '9cb7e92c703a42d6be6343c04934d533', 'mac_address': 'fa:16:3e:19:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a343fbd-83b8-43df-920b-41133d836bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '756c394c-f3fb-450a-98c3-44bae2979979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:28Z', 'updated_at': '2022-07-28T02:19:39Z', 'revision_number': 5, 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'subnets': [{'id': '756c394c-f3fb-450a-98c3-44bae2979979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:21:12.887855 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3b9708d8-0af0-403b-ba47-ceec20281e52 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks [] for security_group_rule (c412c023-3637-45f8-b67d-ccdab6c9bb9a), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:12.892747 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3b9708d8-0af0-403b-ba47-ceec20281e52 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (c412c023-3637-45f8-b67d-ccdab6c9bb9a), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:12.915479 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9708d8-0af0-403b-ba47-ceec20281e52 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c412c023-3637-45f8-b67d-ccdab6c9bb9a,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:12.923596 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3b9708d8-0af0-403b-ba47-ceec20281e52 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:12.924903 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-3b9708d8-0af0-403b-ba47-ceec20281e52 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1470337 Jul 28 02:21:12.928310 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 46488) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:21:12.933366 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-d78e6fa6-e858-4280-8741-5508ca431184 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Request body: {'security_group_rule': {'security_group_id': '0df0a0cc-736e-439c-8afe-793336d59f6c', 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:21:12.957571 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.db.securitygroups_db [None req-d78e6fa6-e858-4280-8741-5508ca431184 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Project 9cb7e92c703a42d6be6343c04934d533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 02:21:12.964458 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d78e6fa6-e858-4280-8741-5508ca431184 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks [] for security_group_rule (cff4447e-75cd-4416-950d-37104f9827d6), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:12.976569 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd1845-5260-4e07-a7b2-c501d268d493 req-0755afd2-e92b-4eb7-be88-2373c72b42d2 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:12.981512 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-58cd1845-5260-4e07-a7b2-c501d268d493 req-0755afd2-e92b-4eb7-be88-2373c72b42d2 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.0591934 Jul 28 02:21:13.041693 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-58cd1845-5260-4e07-a7b2-c501d268d493 req-bd07e026-759c-4295-b675-795fe79f24e5 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571213 Jul 28 02:21:13.043728 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d78e6fa6-e858-4280-8741-5508ca431184 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks [] for security_group_rule (cff4447e-75cd-4416-950d-37104f9827d6), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:13.050002 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d78e6fa6-e858-4280-8741-5508ca431184 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (cff4447e-75cd-4416-950d-37104f9827d6), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:13.073371 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e6fa6-e858-4280-8741-5508ca431184 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cff4447e-75cd-4416-950d-37104f9827d6,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:13.078906 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d78e6fa6-e858-4280-8741-5508ca431184 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:13.080155 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-d78e6fa6-e858-4280-8741-5508ca431184 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1507902 Jul 28 02:21:13.083022 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 46490) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:21:13.087765 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-97e3feb8-5c5d-4594-903d-3f1b856e9a17 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Request body: {'security_group_rule': {'security_group_id': '0df0a0cc-736e-439c-8afe-793336d59f6c', 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:21:13.114447 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.db.securitygroups_db [None req-97e3feb8-5c5d-4594-903d-3f1b856e9a17 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Project 9cb7e92c703a42d6be6343c04934d533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 02:21:13.119321 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223ae915-2e4c-4ae7-bc88-0e5d1c223854 None None] New status for floating IP 198fa28b-4775-4b64-92c5-abbd634a4ff7: ACTIVE {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 02:21:13.121802 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-97e3feb8-5c5d-4594-903d-3f1b856e9a17 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks [] for security_group_rule (747c9484-fd3e-46df-864c-703a0bb507a8), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:13.197740 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-97e3feb8-5c5d-4594-903d-3f1b856e9a17 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks [] for security_group_rule (747c9484-fd3e-46df-864c-703a0bb507a8), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:13.203287 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-97e3feb8-5c5d-4594-903d-3f1b856e9a17 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (747c9484-fd3e-46df-864c-703a0bb507a8), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:13.228025 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3feb8-5c5d-4594-903d-3f1b856e9a17 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=747c9484-fd3e-46df-864c-703a0bb507a8,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:13.235673 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-97e3feb8-5c5d-4594-903d-3f1b856e9a17 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:13.237766 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-97e3feb8-5c5d-4594-903d-3f1b856e9a17 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1533525 Jul 28 02:21:13.337935 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-24515975-b0be-46ba-a153-e21c75ca3c91 req-0db9be1c-76e2-481a-b99c-ad63972eb6f4 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1151990054&fields=id&tenant_id=9cb7e92c703a42d6be6343c04934d533 HTTP/1.1" status: 200 len: 267 time: 0.0502236 Jul 28 02:21:13.432715 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24515975-b0be-46ba-a153-e21c75ca3c91 req-f1ed5ac6-9c9d-45ca-b096-7f03c4c86406 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:13.434389 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-24515975-b0be-46ba-a153-e21c75ca3c91 req-f1ed5ac6-9c9d-45ca-b096-7f03c4c86406 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 945 time: 0.0890448 Jul 28 02:21:13.468433 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [req-24515975-b0be-46ba-a153-e21c75ca3c91 req-3a3672c0-85c1-4831-ae02-56a186b5e177 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Request body: {'port': {'security_groups': ['ee2bcc01-878d-4b7d-a672-2807d3cec12b', '0df0a0cc-736e-439c-8afe-793336d59f6c']}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:21:13.509078 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb1489-6c8e-4ef9-9abe-1a35900717d4 req-f712aa7e-54f3-4179-8edb-40e067508f9d tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:13.510692 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-23eb1489-6c8e-4ef9-9abe-1a35900717d4 req-f712aa7e-54f3-4179-8edb-40e067508f9d tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=26b5fd75-2db3-46be-8264-36011d52c8a9 HTTP/1.1" status: 200 len: 946 time: 0.0939186 Jul 28 02:21:13.605502 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-24515975-b0be-46ba-a153-e21c75ca3c91 req-3a3672c0-85c1-4831-ae02-56a186b5e177 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (69119806-930f-400d-b217-df9b4467529b), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:13.629939 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-23eb1489-6c8e-4ef9-9abe-1a35900717d4 req-390ca6cf-ad1d-4f5a-af30-7c7ce1a58956 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115468 Jul 28 02:21:13.726781 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57b769-1a99-4ed4-b94b-3b898db852cb req-80639b98-90af-47e4-a764-4ef845b4f5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:13.728621 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5b57b769-1a99-4ed4-b94b-3b898db852cb req-80639b98-90af-47e4-a764-4ef845b4f5dc service neutron] 10.222.0.45 "GET /v2.0/networks?id=645f8645-b726-4be7-bb5a-32ec9ab88df5 HTTP/1.1" status: 200 len: 916 time: 0.1400712 Jul 28 02:21:13.752615 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0f3273e8-90a3-40f0-8a3a-cbc97057fbca req-c6c5d5bb-884a-4e15-9580-efa5b9f33a25 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 210 time: 0.0466859 Jul 28 02:21:13.839687 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:13.908064 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bab58b-a6ee-4c8a-9541-c2224c23be25 req-5e3b343f-c198-488a-8da9-22659acc0571 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:13.909004 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-97bab58b-a6ee-4c8a-9541-c2224c23be25 req-5e3b343f-c198-488a-8da9-22659acc0571 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 943 time: 0.0865049 Jul 28 02:21:13.957199 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-24515975-b0be-46ba-a153-e21c75ca3c91 req-3a3672c0-85c1-4831-ae02-56a186b5e177 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] For port 69119806-930f-400d-b217-df9b4467529b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=69119806-930f-400d-b217-df9b4467529b,segment=NetworkSegment(cce1e9a3-5ae9-450a-960c-0352506e1430),segment_id=cce1e9a3-5ae9-450a-960c-0352506e1430)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:21:14.012916 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-97bab58b-a6ee-4c8a-9541-c2224c23be25 req-06501cba-91fd-4133-9e42-9e8ac848ef1a tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962198 Jul 28 02:21:14.018903 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-24515975-b0be-46ba-a153-e21c75ca3c91 req-3a3672c0-85c1-4831-ae02-56a186b5e177 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks [] for port (69119806-930f-400d-b217-df9b4467529b), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:14.026376 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-24515975-b0be-46ba-a153-e21c75ca3c91 req-3a3672c0-85c1-4831-ae02-56a186b5e177 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25613259'] for port (69119806-930f-400d-b217-df9b4467529b), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:14.040121 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['69119806-930f-400d-b217-df9b4467529b'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:21:14.067417 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:14.101628 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24515975-b0be-46ba-a153-e21c75ca3c91 req-3a3672c0-85c1-4831-ae02-56a186b5e177 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:14.102354 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-24515975-b0be-46ba-a153-e21c75ca3c91 req-3a3672c0-85c1-4831-ae02-56a186b5e177 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:14.103773 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-24515975-b0be-46ba-a153-e21c75ca3c91 req-3a3672c0-85c1-4831-ae02-56a186b5e177 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "PUT /v2.0/ports/69119806-930f-400d-b217-df9b4467529b HTTP/1.1" status: 200 len: 981 time: 0.6457908 Jul 28 02:21:14.104232 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f02f5086-2cc1-4595-a941-d48a15c52dbf', 'tag': '69119806-930f-400d-b217-df9b4467529b'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:21:14.106656 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fd3017fc08cfcfd8945092685727e724b0eb79f5cdddf0496dd7adb644fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d01f001-83a1-4077-8d56-4657390a8103" -d '{"events": [{"name": "network-changed", "server_uuid": "f02f5086-2cc1-4595-a941-d48a15c52dbf", "tag": "69119806-930f-400d-b217-df9b4467529b"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:21:14.183216 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3672c0-85c1-4831-ae02-56a186b5e177 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Pushing event updated for resources: {'Port': ['ID=69119806-930f-400d-b217-df9b4467529b,revision_number=6']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:14.208231 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d0424-80c9-42ec-93b4-77cc980755d7 req-d4e766ae-c4f9-4534-9822-24b1fc8c98f5 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:14.209879 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cf0d0424-80c9-42ec-93b4-77cc980755d7 req-d4e766ae-c4f9-4534-9822-24b1fc8c98f5 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.1001835 Jul 28 02:21:14.233629 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['69119806-930f-400d-b217-df9b4467529b'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:21:14.268753 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da9811-ca47-4b6f-a5df-27d86723770f req-9276fd95-8e0e-4875-9e59-0c5276d9411d tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:14.273725 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-78da9811-ca47-4b6f-a5df-27d86723770f req-9276fd95-8e0e-4875-9e59-0c5276d9411d tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.0944355 Jul 28 02:21:14.296824 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:14.340613 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cf0d0424-80c9-42ec-93b4-77cc980755d7 req-0c13e94a-3489-4387-8086-6695ae5f9a85 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114123 Jul 28 02:21:14.385627 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-78da9811-ca47-4b6f-a5df-27d86723770f req-a7be8bae-07eb-4125-b3a0-ea6486d5f23b tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084116 Jul 28 02:21:14.406873 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:14.434539 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c935d93d-7fe9-452f-9852-da980c4cc2fb None None] Provisioning complete for port 69119806-930f-400d-b217-df9b4467529b triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:21:14.434922 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c935d93d-7fe9-452f-9852-da980c4cc2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (69119806-930f-400d-b217-df9b4467529b), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:14.482475 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a4faf8-d3bb-412e-b398-a44f13a47dde x-openstack-request-id: req-15a4faf8-d3bb-412e-b398-a44f13a47dde {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:21:14.483905 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f02f5086-2cc1-4595-a941-d48a15c52dbf", "tag": "69119806-930f-400d-b217-df9b4467529b", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:21:14.483905 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-15a4faf8-d3bb-412e-b398-a44f13a47dde {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:21:14.484405 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15a4faf8-d3bb-412e-b398-a44f13a47dde'] response: {'name': 'network-changed', 'server_uuid': 'f02f5086-2cc1-4595-a941-d48a15c52dbf', 'tag': '69119806-930f-400d-b217-df9b4467529b', 'status': 'completed', 'code': 200} Jul 28 02:21:14.511412 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75679238-82e4-487e-8b49-e50a7f0b4e23 req-e209bc0e-0c91-42f4-95d5-d3eb9dd1a450 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:14.513763 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-75679238-82e4-487e-8b49-e50a7f0b4e23 req-e209bc0e-0c91-42f4-95d5-d3eb9dd1a450 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 984 time: 0.0814290 Jul 28 02:21:14.580214 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-75679238-82e4-487e-8b49-e50a7f0b4e23 req-952bf13d-40a1-4464-80e2-23218d83ca0e tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=0df0a0cc-736e-439c-8afe-793336d59f6c&id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605493 Jul 28 02:21:14.647848 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c935d93d-7fe9-452f-9852-da980c4cc2fb None None] Current status of the port 69119806-930f-400d-b217-df9b4467529b is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:21:14.661510 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5b57b769-1a99-4ed4-b94b-3b898db852cb req-e1a6e06e-3d16-4956-978d-2bc36ee4a89c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69119806-930f-400d-b217-df9b4467529b HTTP/1.1" status: 200 len: 1000 time: 0.0635142 Jul 28 02:21:14.781599 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a62e15-3feb-4402-8ded-8482436b3487 req-4df8db37-e172-4bae-8c24-c43f3093c2d1 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:14.782040 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-45a62e15-3feb-4402-8ded-8482436b3487 req-4df8db37-e172-4bae-8c24-c43f3093c2d1 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=26b5fd75-2db3-46be-8264-36011d52c8a9 HTTP/1.1" status: 200 len: 946 time: 0.0645287 Jul 28 02:21:14.850021 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:14.853106 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-45a62e15-3feb-4402-8ded-8482436b3487 req-3ebc8c02-ac46-45b4-8589-1c7d727c7b7d tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/security-groups?id=b01ab343-d76d-42d3-9244-d1f0ffa8253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647273 Jul 28 02:21:14.902279 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5582f8b6-625c-467b-9388-4ea88379ac80 req-afb350bf-7749-462e-8acd-e30a047c7e37 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 210 time: 0.0478182 Jul 28 02:21:14.930896 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57b769-1a99-4ed4-b94b-3b898db852cb req-017e77ae-b5c4-4c39-9818-94fc50bc4fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:14.932644 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5b57b769-1a99-4ed4-b94b-3b898db852cb req-017e77ae-b5c4-4c39-9818-94fc50bc4fdd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=756c394c-f3fb-450a-98c3-44bae2979979 HTTP/1.1" status: 200 len: 854 time: 0.0708427 Jul 28 02:21:14.958426 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345db715-8213-4507-80e1-5ad1ccd70a3d req-e5aab844-4d92-4ff3-9a14-e23abe6ed9d3 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:14.960564 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-345db715-8213-4507-80e1-5ad1ccd70a3d req-e5aab844-4d92-4ff3-9a14-e23abe6ed9d3 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.45 "GET /v2.0/ports?device_id=26b5fd75-2db3-46be-8264-36011d52c8a9 HTTP/1.1" status: 200 len: 946 time: 0.0569715 Jul 28 02:21:15.050003 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57b769-1a99-4ed4-b94b-3b898db852cb req-64b3a6fe-d1db-42a4-b4e5-d217506062d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:15.052757 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5b57b769-1a99-4ed4-b94b-3b898db852cb req-64b3a6fe-d1db-42a4-b4e5-d217506062d1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=645f8645-b726-4be7-bb5a-32ec9ab88df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1083338 Jul 28 02:21:15.079938 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [req-345db715-8213-4507-80e1-5ad1ccd70a3d req-bb2473b8-3470-431c-8933-76801ace84ff tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Deleting port 6e132d86-41ff-4554-a4c5-042a10ca9f6c {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:21:15.080294 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-345db715-8213-4507-80e1-5ad1ccd70a3d req-bb2473b8-3470-431c-8933-76801ace84ff tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (6e132d86-41ff-4554-a4c5-042a10ca9f6c), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:15.222163 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adeaf30-b020-4471-bf0f-f5d3ed5354e7 req-cfc6d2ef-9aef-4fd6-9c64-959934eb2058 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:15.224785 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8adeaf30-b020-4471-bf0f-f5d3ed5354e7 req-cfc6d2ef-9aef-4fd6-9c64-959934eb2058 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 943 time: 0.0934985 Jul 28 02:21:15.227375 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-869250bd-86ee-4387-af49-b7cb578d89db tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:15.229219 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-869250bd-86ee-4387-af49-b7cb578d89db tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.45 "GET /v2.0/networks?id=3028137f-378b-4f43-9bf1-434ecd477647 HTTP/1.1" status: 200 len: 808 time: 0.2423999 Jul 28 02:21:15.245291 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:15.273721 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:15.292899 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5b57b769-1a99-4ed4-b94b-3b898db852cb req-80e13782-be29-4014-820f-cc2b3b028b4c service neutron] 10.222.0.45 "GET /v2.0/networks/645f8645-b726-4be7-bb5a-32ec9ab88df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287252 Jul 28 02:21:15.297058 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-345db715-8213-4507-80e1-5ad1ccd70a3d req-bb2473b8-3470-431c-8933-76801ace84ff tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] For port 6e132d86-41ff-4554-a4c5-042a10ca9f6c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6e132d86-41ff-4554-a4c5-042a10ca9f6c,segment=NetworkSegment(93b441e0-f2a5-49f2-899d-b2fda4d6c4fa),segment_id=93b441e0-f2a5-49f2-899d-b2fda4d6c4fa)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:21:15.297674 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-345db715-8213-4507-80e1-5ad1ccd70a3d req-bb2473b8-3470-431c-8933-76801ace84ff tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (6e132d86-41ff-4554-a4c5-042a10ca9f6c), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:15.328575 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [req-345db715-8213-4507-80e1-5ad1ccd70a3d req-bb2473b8-3470-431c-8933-76801ace84ff tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Calling delete_port for 6e132d86-41ff-4554-a4c5-042a10ca9f6c owned by compute:nova {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:21:15.343898 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8adeaf30-b020-4471-bf0f-f5d3ed5354e7 req-d8be1cb3-a247-40ca-9d3c-e04dffbf3698 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090786 Jul 28 02:21:15.383119 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-2d9e125b-447b-422b-b441-e352c441b40c tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=723a88dd0d514e9080b5355da878b406 HTTP/1.1" status: 200 len: 379 time: 0.1318200 Jul 28 02:21:15.397853 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-0cc3a097-0b10-4898-9ee0-4f1ad70e87e1 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Request body: {'port': {'device_id': '734a7df7-1d42-44b2-a43e-f71f1811a773', 'network_id': '3028137f-378b-4f43-9bf1-434ecd477647', 'admin_state_up': True, 'tenant_id': '723a88dd0d514e9080b5355da878b406', 'security_groups': ['a3749da7-b79f-47f1-81fd-f00c6a713def']}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:21:15.420321 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:15.529821 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5b57b769-1a99-4ed4-b94b-3b898db852cb req-530474cb-20ce-4ca5-8494-e3e4c8655172 service neutron] 10.222.0.45 "GET /v2.0/networks/645f8645-b726-4be7-bb5a-32ec9ab88df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194502 Jul 28 02:21:15.567652 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb553f3c-e834-46a6-a7ad-d563c9fd1552 req-88493b9c-4cbb-4412-a86b-17765a9da4da tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:15.573490 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fb553f3c-e834-46a6-a7ad-d563c9fd1552 req-88493b9c-4cbb-4412-a86b-17765a9da4da tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.1324019 Jul 28 02:21:15.589346 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-0cc3a097-0b10-4898-9ee0-4f1ad70e87e1 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Made reservation on behalf of 723a88dd0d514e9080b5355da878b406 for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:21:15.593631 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-0cc3a097-0b10-4898-9ee0-4f1ad70e87e1 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:15.620604 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e10724-4379-4704-ba62-77de279a2a65 req-ab7492b7-6ee4-4cc7-a7ee-c70564c2b684 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:15.622394 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e4e10724-4379-4704-ba62-77de279a2a65 req-ab7492b7-6ee4-4cc7-a7ee-c70564c2b684 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 944 time: 0.1349905 Jul 28 02:21:15.666717 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-345db715-8213-4507-80e1-5ad1ccd70a3d req-bb2473b8-3470-431c-8933-76801ace84ff tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (6e132d86-41ff-4554-a4c5-042a10ca9f6c), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:15.680458 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['6e132d86-41ff-4554-a4c5-042a10ca9f6c'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:21:15.689442 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:15.743769 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fb553f3c-e834-46a6-a7ad-d563c9fd1552 req-95c59348-051c-4b2e-a355-46d11bf9230f tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601248 Jul 28 02:21:15.744593 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2473b8-3470-431c-8933-76801ace84ff tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Pushing event deleted for resources: {'Port': ['ID=6e132d86-41ff-4554-a4c5-042a10ca9f6c,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:15.777795 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e4e10724-4379-4704-ba62-77de279a2a65 req-79b53db6-4a30-4493-a852-08044de018d8 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489060 Jul 28 02:21:15.783634 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-0cc3a097-0b10-4898-9ee0-4f1ad70e87e1 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Allocated IP 172.20.0.9 (3028137f-378b-4f43-9bf1-434ecd477647/27e5cd1e-e52c-425e-8667-f3f406f660a7/4361cfbc-bcbf-486b-ad6a-719f5fc09a5d) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:21:15.815836 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device d07f97be-2b00-4c81-a7cf-ea02ac526203 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 02:21:15.829072 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [req-345db715-8213-4507-80e1-5ad1ccd70a3d req-bb2473b8-3470-431c-8933-76801ace84ff tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] No DVR routers for this DVR port 6e132d86-41ff-4554-a4c5-042a10ca9f6c on host hv-cinder-79987 {{(pid=103999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:21:15.832367 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-345db715-8213-4507-80e1-5ad1ccd70a3d req-bb2473b8-3470-431c-8933-76801ace84ff tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:15.836092 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-345db715-8213-4507-80e1-5ad1ccd70a3d req-bb2473b8-3470-431c-8933-76801ace84ff tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.45 "DELETE /v2.0/ports/6e132d86-41ff-4554-a4c5-042a10ca9f6c HTTP/1.1" status: 204 len: 173 time: 0.8692241 Jul 28 02:21:15.926833 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port d07f97be-2b00-4c81-a7cf-ea02ac526203, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d07f97be-2b00-4c81-a7cf-ea02ac526203,segment=NetworkSegment(d704733b-9866-4f1a-bedf-601228758543),segment_id=d704733b-9866-4f1a-bedf-601228758543)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:21:15.946577 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Returning: {'device': 'd07f97be-2b00-4c81-a7cf-ea02ac526203', 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'port_id': 'd07f97be-2b00-4c81-a7cf-ea02ac526203', 'mac_address': 'fa:16:3e:ce:24:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 02:21:15.970224 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-0cc3a097-0b10-4898-9ee0-4f1ad70e87e1 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks [] for port (4361cfbc-bcbf-486b-ad6a-719f5fc09a5d), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:16.004558 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e4f90e78-0325-4ef9-9d06-c9ceed22aa62 req-4f794122-e49f-4b68-b69c-5bf554568565 tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=26b5fd75-2db3-46be-8264-36011d52c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0499554 Jul 28 02:21:16.006018 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port d07f97be-2b00-4c81-a7cf-ea02ac526203 is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:21:16.007135 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (d07f97be-2b00-4c81-a7cf-ea02ac526203), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:16.019003 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:16.027154 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-0cc3a097-0b10-4898-9ee0-4f1ad70e87e1 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (4361cfbc-bcbf-486b-ad6a-719f5fc09a5d), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:16.030771 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d07f97be-2b00-4c81-a7cf-ea02ac526203 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:21:16.040146 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-15086af3-ecf2-4c00-931e-39a5a3832dc1 req-bfc12888-c20f-4595-a4f4-f31327ff02a1 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 210 time: 0.0343153 Jul 28 02:21:16.057607 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port d07f97be-2b00-4c81-a7cf-ea02ac526203, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d07f97be-2b00-4c81-a7cf-ea02ac526203,segment=NetworkSegment(d704733b-9866-4f1a-bedf-601228758543),segment_id=d704733b-9866-4f1a-bedf-601228758543)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:21:16.062656 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (d07f97be-2b00-4c81-a7cf-ea02ac526203), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:16.083356 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-0cc3a097-0b10-4898-9ee0-4f1ad70e87e1 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Network 3028137f-378b-4f43-9bf1-434ecd477647 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:21:16.086830 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-0cc3a097-0b10-4898-9ee0-4f1ad70e87e1 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:21:16.089489 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-0cc3a097-0b10-4898-9ee0-4f1ad70e87e1 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:21:16.118490 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=d07f97be-2b00-4c81-a7cf-ea02ac526203,revision_number=9']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:16.133188 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3a097-0b10-4898-9ee0-4f1ad70e87e1 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Pushing event updated for resources: {'Port': ['ID=4361cfbc-bcbf-486b-ad6a-719f5fc09a5d,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:16.171729 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-0cc3a097-0b10-4898-9ee0-4f1ad70e87e1 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:16.172403 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-0cc3a097-0b10-4898-9ee0-4f1ad70e87e1 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:16.190518 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-0cc3a097-0b10-4898-9ee0-4f1ad70e87e1 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8004756 Jul 28 02:21:16.300515 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-a8bb762f-4fd8-406b-b1a1-13ead9531099 None None] Provisioning complete for port 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:21:16.300929 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a8bb762f-4fd8-406b-b1a1-13ead9531099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (4361cfbc-bcbf-486b-ad6a-719f5fc09a5d), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:16.335764 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-a8bb762f-4fd8-406b-b1a1-13ead9531099 None None] Port 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:21:16.397984 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-834490a8-ba3c-452d-b6dc-69e7c904caa2 service neutron] Request body: {'port': {'device_id': '734a7df7-1d42-44b2-a43e-f71f1811a773', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:21:16.422877 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['d07f97be-2b00-4c81-a7cf-ea02ac526203'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:21:16.470596 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:16.484571 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-834490a8-ba3c-452d-b6dc-69e7c904caa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (4361cfbc-bcbf-486b-ad6a-719f5fc09a5d), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:16.501234 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b5fd75-2db3-46be-8264-36011d52c8a9', 'name': 'network-vif-deleted', 'tag': '6e132d86-41ff-4554-a4c5-042a10ca9f6c'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:21:16.503566 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fd3017fc08cfcfd8945092685727e724b0eb79f5cdddf0496dd7adb644fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1620ebd-5616-4749-a7cc-dca85c56c1ef" -d '{"events": [{"server_uuid": "26b5fd75-2db3-46be-8264-36011d52c8a9", "name": "network-vif-deleted", "tag": "6e132d86-41ff-4554-a4c5-042a10ca9f6c"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:21:16.541330 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:16.616898 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433c614-1e4b-454b-81c6-3d6d7c938ac6 req-90f64663-1650-4c65-88ef-867490813fd1 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:16.620071 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c433c614-1e4b-454b-81c6-3d6d7c938ac6 req-90f64663-1650-4c65-88ef-867490813fd1 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 943 time: 0.1576371 Jul 28 02:21:16.625332 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8924b6-e24d-492d-a3f4-1b6a74f3dcb7 x-openstack-request-id: req-7c8924b6-e24d-492d-a3f4-1b6a74f3dcb7 {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:21:16.625678 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b5fd75-2db3-46be-8264-36011d52c8a9", "name": "network-vif-deleted", "tag": "6e132d86-41ff-4554-a4c5-042a10ca9f6c", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:21:16.625936 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7c8924b6-e24d-492d-a3f4-1b6a74f3dcb7 {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:21:16.626336 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c8924b6-e24d-492d-a3f4-1b6a74f3dcb7'] response: {'server_uuid': '26b5fd75-2db3-46be-8264-36011d52c8a9', 'name': 'network-vif-deleted', 'tag': '6e132d86-41ff-4554-a4c5-042a10ca9f6c', 'status': 'completed', 'code': 200} Jul 28 02:21:16.627357 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01f001-83a1-4077-8d56-4657390a8103 req-c0facd62-3def-408a-803d-9a52dcd14a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:16.628998 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6d01f001-83a1-4077-8d56-4657390a8103 req-c0facd62-3def-408a-803d-9a52dcd14a6e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9cb7e92c703a42d6be6343c04934d533&device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 1168 time: 0.2199423 Jul 28 02:21:16.747411 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c433c614-1e4b-454b-81c6-3d6d7c938ac6 req-97b95a25-2985-4645-8e18-c3f5ace84a0e tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173093 Jul 28 02:21:16.780606 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01f001-83a1-4077-8d56-4657390a8103 req-8215ec0c-8c64-4ff8-ac0a-18b2c6c30faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:16.782114 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6d01f001-83a1-4077-8d56-4657390a8103 req-8215ec0c-8c64-4ff8-ac0a-18b2c6c30faa service neutron] 10.222.0.45 "GET /v2.0/networks?id=645f8645-b726-4be7-bb5a-32ec9ab88df5 HTTP/1.1" status: 200 len: 916 time: 0.1317997 Jul 28 02:21:16.828116 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-834490a8-ba3c-452d-b6dc-69e7c904caa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:21:16.836856 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-834490a8-ba3c-452d-b6dc-69e7c904caa2 service neutron] Publish callbacks [] for port (4361cfbc-bcbf-486b-ad6a-719f5fc09a5d), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:16.853367 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-834490a8-ba3c-452d-b6dc-69e7c904caa2 service neutron] Transition to ACTIVE for port object 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 02:21:16.859123 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-834490a8-ba3c-452d-b6dc-69e7c904caa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (4361cfbc-bcbf-486b-ad6a-719f5fc09a5d), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:16.896418 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc48742-508c-4db7-aea0-9f10fb5697a9 req-6be452c4-cca7-4ff4-8dca-cec56daf0124 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:16.902148 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5cc48742-508c-4db7-aea0-9f10fb5697a9 req-6be452c4-cca7-4ff4-8dca-cec56daf0124 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.0754321 Jul 28 02:21:16.917356 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834490a8-ba3c-452d-b6dc-69e7c904caa2 service neutron] Pushing event updated for resources: {'Port': ['ID=4361cfbc-bcbf-486b-ad6a-719f5fc09a5d,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:16.970928 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee150d-17a8-40a1-a7e6-f00b7b083885 req-98be92bc-4f31-49d0-aa8c-f804f8562ac7 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:16.972495 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4fee150d-17a8-40a1-a7e6-f00b7b083885 req-98be92bc-4f31-49d0-aa8c-f804f8562ac7 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 945 time: 0.0948334 Jul 28 02:21:17.012383 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-834490a8-ba3c-452d-b6dc-69e7c904caa2 service neutron] Attempting to bind port 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:21:17.012730 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-834490a8-ba3c-452d-b6dc-69e7c904caa2 service neutron] Attempting to bind port 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '9413081a-94ca-44ff-ad13-26a23e0c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3028137f-378b-4f43-9bf1-434ecd477647'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:21:17.013115 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-834490a8-ba3c-452d-b6dc-69e7c904caa2 service neutron] Attempting to bind port 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d on network 3028137f-378b-4f43-9bf1-434ecd477647 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:21:17.024165 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-834490a8-ba3c-452d-b6dc-69e7c904caa2 service neutron] Port 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d on network 3028137f-378b-4f43-9bf1-434ecd477647 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 02:21:17.026747 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-834490a8-ba3c-452d-b6dc-69e7c904caa2 service neutron] Attempting to bind port 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d on network 3028137f-378b-4f43-9bf1-434ecd477647 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:21:17.032688 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-834490a8-ba3c-452d-b6dc-69e7c904caa2 service neutron] Checking agent: {'id': '4faf9253-2001-44ef-b83a-102e5ef5a109', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'started_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:21:17.033167 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-834490a8-ba3c-452d-b6dc-69e7c904caa2 service neutron] Checking segment: {'id': '9413081a-94ca-44ff-ad13-26a23e0c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3028137f-378b-4f43-9bf1-434ecd477647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:21:17.033462 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-834490a8-ba3c-452d-b6dc-69e7c904caa2 service neutron] Bound using segment: {'id': '9413081a-94ca-44ff-ad13-26a23e0c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3028137f-378b-4f43-9bf1-434ecd477647'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:21:17.033901 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-834490a8-ba3c-452d-b6dc-69e7c904caa2 service neutron] Bound port: 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9413081a-94ca-44ff-ad13-26a23e0c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3028137f-378b-4f43-9bf1-434ecd477647'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:21:17.034258 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-834490a8-ba3c-452d-b6dc-69e7c904caa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (4361cfbc-bcbf-486b-ad6a-719f5fc09a5d), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:17.081146 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5cc48742-508c-4db7-aea0-9f10fb5697a9 req-964e3a94-f3aa-4c07-8db5-c51fe40fb8d6 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584125 Jul 28 02:21:17.085503 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6d01f001-83a1-4077-8d56-4657390a8103 req-79a225b6-08f0-4497-a155-dabe04e43609 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69119806-930f-400d-b217-df9b4467529b HTTP/1.1" status: 200 len: 1000 time: 0.1352968 Jul 28 02:21:17.154292 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-834490a8-ba3c-452d-b6dc-69e7c904caa2 service neutron] For port 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d, host hv-cinder-79987, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:21:17.159090 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-834490a8-ba3c-452d-b6dc-69e7c904caa2 service neutron] For port 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4361cfbc-bcbf-486b-ad6a-719f5fc09a5d,segment=NetworkSegment(9413081a-94ca-44ff-ad13-26a23e0c4aa1),segment_id=9413081a-94ca-44ff-ad13-26a23e0c4aa1)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:21:17.173581 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-834490a8-ba3c-452d-b6dc-69e7c904caa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (4361cfbc-bcbf-486b-ad6a-719f5fc09a5d), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:17.177772 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4fee150d-17a8-40a1-a7e6-f00b7b083885 req-2725b6d2-3b9b-4900-9f72-d2aa069276ce tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744576 Jul 28 02:21:17.196272 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01f001-83a1-4077-8d56-4657390a8103 req-42d5d68b-eaae-40a0-8545-65943a15b45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:17.198042 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6d01f001-83a1-4077-8d56-4657390a8103 req-42d5d68b-eaae-40a0-8545-65943a15b45f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=756c394c-f3fb-450a-98c3-44bae2979979 HTTP/1.1" status: 200 len: 854 time: 0.0948989 Jul 28 02:21:17.238771 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-834490a8-ba3c-452d-b6dc-69e7c904caa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:17.239398 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-834490a8-ba3c-452d-b6dc-69e7c904caa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:17.240817 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-834490a8-ba3c-452d-b6dc-69e7c904caa2 service neutron] 10.222.0.45 "PUT /v2.0/ports/4361cfbc-bcbf-486b-ad6a-719f5fc09a5d HTTP/1.1" status: 200 len: 1093 time: 0.8490586 Jul 28 02:21:17.241310 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734a7df7-1d42-44b2-a43e-f71f1811a773', 'tag': '4361cfbc-bcbf-486b-ad6a-719f5fc09a5d'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:21:17.244604 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa73551e-4014-47c9-8257-ef30b06953f1" -d '{"events": [{"name": "network-changed", "server_uuid": "734a7df7-1d42-44b2-a43e-f71f1811a773", "tag": "4361cfbc-bcbf-486b-ad6a-719f5fc09a5d"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:21:17.296099 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834490a8-ba3c-452d-b6dc-69e7c904caa2 service neutron] Pushing event updated for resources: {'Port': ['ID=4361cfbc-bcbf-486b-ad6a-719f5fc09a5d,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:17.340573 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-19dae101-3ac6-4d7b-85fb-c088989f7f1f req-1029c9a3-2b29-4daa-b6bd-f02af069232f tempest-VolumesActionsTest-1562917228 tempest-VolumesActionsTest-1562917228-project] 10.222.0.40 "GET /v2.0/ports?device_id=26b5fd75-2db3-46be-8264-36011d52c8a9 HTTP/1.1" status: 200 len: 210 time: 0.1178024 Jul 28 02:21:17.346498 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-88f22451-9d2f-41c4-a2ff-46908b1b9de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:17.348122 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-88f22451-9d2f-41c4-a2ff-46908b1b9de0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=723a88dd0d514e9080b5355da878b406&device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 1127 time: 0.0482297 Jul 28 02:21:17.357990 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a392e68-d612-4fd6-8f30-3d9eb3ae12a6 req-88892d9a-2134-4a29-82ba-2ba29d4a199a tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:17.359603 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7a392e68-d612-4fd6-8f30-3d9eb3ae12a6 req-88892d9a-2134-4a29-82ba-2ba29d4a199a tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 943 time: 0.0835717 Jul 28 02:21:17.360835 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01f001-83a1-4077-8d56-4657390a8103 req-22954881-6f8a-47cb-806f-3f5d3a19d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:17.362372 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6d01f001-83a1-4077-8d56-4657390a8103 req-22954881-6f8a-47cb-806f-3f5d3a19d7fe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=645f8645-b726-4be7-bb5a-32ec9ab88df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1475909 Jul 28 02:21:17.410169 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bb2a6b-defd-4cbb-a169-31a1225092e2 x-openstack-request-id: req-90bb2a6b-defd-4cbb-a169-31a1225092e2 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:21:17.410468 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "734a7df7-1d42-44b2-a43e-f71f1811a773", "tag": "4361cfbc-bcbf-486b-ad6a-719f5fc09a5d", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:21:17.410724 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-90bb2a6b-defd-4cbb-a169-31a1225092e2 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:21:17.411138 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90bb2a6b-defd-4cbb-a169-31a1225092e2'] response: {'name': 'network-changed', 'server_uuid': '734a7df7-1d42-44b2-a43e-f71f1811a773', 'tag': '4361cfbc-bcbf-486b-ad6a-719f5fc09a5d', 'status': 'completed', 'code': 200} Jul 28 02:21:17.412954 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-602beb5c-a422-41b1-8788-5d4479bb9ff8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4361cfbc-bcbf-486b-ad6a-719f5fc09a5d HTTP/1.1" status: 200 len: 217 time: 0.0426114 Jul 28 02:21:17.447590 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:17.469807 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-cabec544-d425-4f43-8458-e5db929f105e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:17.471707 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-cabec544-d425-4f43-8458-e5db929f105e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27e5cd1e-e52c-425e-8667-f3f406f660a7 HTTP/1.1" status: 200 len: 847 time: 0.0518234 Jul 28 02:21:17.475607 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7a392e68-d612-4fd6-8f30-3d9eb3ae12a6 req-53742cd5-6082-47b8-b6c9-f5201bcbafcd tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089509 Jul 28 02:21:17.509150 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6d01f001-83a1-4077-8d56-4657390a8103 req-1f03758e-9e8b-446b-abcd-48b5a344cd1d service neutron] 10.222.0.45 "GET /v2.0/networks/645f8645-b726-4be7-bb5a-32ec9ab88df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257331 Jul 28 02:21:17.534942 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-b4f6d69c-adcc-4e4c-8f1d-30eeab69efb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:17.536353 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-b4f6d69c-adcc-4e4c-8f1d-30eeab69efb5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3028137f-378b-4f43-9bf1-434ecd477647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0569477 Jul 28 02:21:17.616252 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6d01f001-83a1-4077-8d56-4657390a8103 req-bb6c4fe4-0a49-40c0-9575-18f381ff49f6 service neutron] 10.222.0.45 "GET /v2.0/networks/645f8645-b726-4be7-bb5a-32ec9ab88df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977073 Jul 28 02:21:17.635894 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-ba3ff50f-d7f9-43be-8f9e-365d9e2b0bef service neutron] 10.222.0.45 "GET /v2.0/networks/3028137f-378b-4f43-9bf1-434ecd477647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895464 Jul 28 02:21:17.807745 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 02:21:17.814519 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device d07f97be-2b00-4c81-a7cf-ea02ac526203 up at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:21:17.881821 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e04638-724f-4f73-b2ce-516ef39c6f4a req-7711dfb3-f56b-4eb3-9a30-44acf35c3ac7 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:17.883519 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-56e04638-724f-4f73-b2ce-516ef39c6f4a req-7711dfb3-f56b-4eb3-9a30-44acf35c3ac7 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 943 time: 0.0521355 Jul 28 02:21:17.904538 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:17.923515 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:17.942488 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-56e04638-724f-4f73-b2ce-516ef39c6f4a req-2f513e48-4f9b-47e3-8ccf-c762567c055b tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520306 Jul 28 02:21:17.960948 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e9fbe604-358e-4d8e-944a-382c6410b5da req-983b4030-b459-4111-9685-29b24cdbef11 service neutron] 10.222.0.45 "GET /v2.0/networks/3028137f-378b-4f43-9bf1-434ecd477647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181610 Jul 28 02:21:17.966285 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning complete for port d07f97be-2b00-4c81-a7cf-ea02ac526203 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:21:17.967704 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (d07f97be-2b00-4c81-a7cf-ea02ac526203), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:18.072953 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df,segment=NetworkSegment(968874d2-a171-458e-9f57-ec646e40da4a),segment_id=968874d2-a171-458e-9f57-ec646e40da4a)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:21:18.078396 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:18.096403 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Returning: {'device': 'd7bdd3c4-419f-4c80-98bc-7d2cbf43e3df', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'port_id': 'd7bdd3c4-419f-4c80-98bc-7d2cbf43e3df', 'mac_address': 'fa:16:3e:ef:de:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 02:21:18.190147 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port d07f97be-2b00-4c81-a7cf-ea02ac526203 is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:21:18.190659 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (d07f97be-2b00-4c81-a7cf-ea02ac526203), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:18.217627 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:21:18.218871 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:18.227068 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a396c62-9aeb-4fad-ad28-5fd7c487fb7e req-5d75fbc1-850f-4f03-a4bb-64eb5128a101 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:18.236326 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9a396c62-9aeb-4fad-ad28-5fd7c487fb7e req-5d75fbc1-850f-4f03-a4bb-64eb5128a101 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.0646706 Jul 28 02:21:18.258602 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f3fd25-2f4e-4cbc-8c43-158fc08ece33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07f97be-2b00-4c81-a7cf-ea02ac526203'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:21:18.261767 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd7b23193eab089ffe890151ec8d4d81c159f1068d0ecb51bca31dcd10d4c9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1061aecc-6605-4249-b3ea-2688d51fcea4" -d '{"events": [{"server_uuid": "37f3fd25-2f4e-4cbc-8c43-158fc08ece33", "name": "network-vif-plugged", "status": "completed", "tag": "d07f97be-2b00-4c81-a7cf-ea02ac526203"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:21:18.271587 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:21:18.284517 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73551e-4014-47c9-8257-ef30b06953f1 req-7666b00b-edb8-4695-a0f5-c0e005c23670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:18.287242 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-aa73551e-4014-47c9-8257-ef30b06953f1 req-7666b00b-edb8-4695-a0f5-c0e005c23670 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=723a88dd0d514e9080b5355da878b406&device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 1127 time: 0.0598278 Jul 28 02:21:18.291503 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port d07f97be-2b00-4c81-a7cf-ea02ac526203, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d07f97be-2b00-4c81-a7cf-ea02ac526203,segment=NetworkSegment(d704733b-9866-4f1a-bedf-601228758543),segment_id=d704733b-9866-4f1a-bedf-601228758543)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:21:18.301594 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (d07f97be-2b00-4c81-a7cf-ea02ac526203), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:18.302426 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 6e132d86-41ff-4554-a4c5-042a10ca9f6c no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:21:18.305195 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df,segment=NetworkSegment(968874d2-a171-458e-9f57-ec646e40da4a),segment_id=968874d2-a171-458e-9f57-ec646e40da4a)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:21:18.325025 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:18.343337 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:18.343619 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9a396c62-9aeb-4fad-ad28-5fd7c487fb7e req-a8398d83-5951-4b50-aa31-cd8cce6d2f5b tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060891 Jul 28 02:21:18.347388 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] No Port match for: 6e132d86-41ff-4554-a4c5-042a10ca9f6c {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:21:18.347636 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 6e132d86-41ff-4554-a4c5-042a10ca9f6c not bound to the agent host hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:21:18.366054 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ade3a-0eb5-4c34-98b9-99ea974e184e req-ba1aa5d1-c380-4671-ae40-4c5462279970 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:18.368086 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-290ade3a-0eb5-4c34-98b9-99ea974e184e req-ba1aa5d1-c380-4671-ae40-4c5462279970 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 945 time: 0.0930777 Jul 28 02:21:18.385715 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=d07f97be-2b00-4c81-a7cf-ea02ac526203,revision_number=10']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:18.424857 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73551e-4014-47c9-8257-ef30b06953f1 req-9522ffa8-fe2f-4580-bde7-be1777656441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:18.426502 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-aa73551e-4014-47c9-8257-ef30b06953f1 req-9522ffa8-fe2f-4580-bde7-be1777656441 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3028137f-378b-4f43-9bf1-434ecd477647 HTTP/1.1" status: 200 len: 909 time: 0.1295652 Jul 28 02:21:18.431814 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-290ade3a-0eb5-4c34-98b9-99ea974e184e req-aabd8af5-e94d-4df5-85a1-65e99179b75f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564568 Jul 28 02:21:18.448243 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42d0ed8-8f21-4932-833a-dd1b14051a37 x-openstack-request-id: req-d42d0ed8-8f21-4932-833a-dd1b14051a37 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:21:18.450182 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f3fd25-2f4e-4cbc-8c43-158fc08ece33", "name": "network-vif-plugged", "status": "completed", "tag": "d07f97be-2b00-4c81-a7cf-ea02ac526203", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:21:18.450455 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d42d0ed8-8f21-4932-833a-dd1b14051a37 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:21:18.450911 dv-cinder-799871-46-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d42d0ed8-8f21-4932-833a-dd1b14051a37'] response: {'server_uuid': '37f3fd25-2f4e-4cbc-8c43-158fc08ece33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07f97be-2b00-4c81-a7cf-ea02ac526203', 'code': 200} Jul 28 02:21:18.462945 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:18.498806 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:18.499497 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-aa73551e-4014-47c9-8257-ef30b06953f1 req-1e78936e-408a-4193-9fd4-ece85a102198 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4361cfbc-bcbf-486b-ad6a-719f5fc09a5d HTTP/1.1" status: 200 len: 217 time: 0.0599408 Jul 28 02:21:18.617886 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ee4ff-6f0c-45cd-9a88-c4f3dc63bdbf req-8dbf7679-33ff-4f2d-b633-d0934a9d17b2 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:18.620339 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-aa3ee4ff-6f0c-45cd-9a88-c4f3dc63bdbf req-8dbf7679-33ff-4f2d-b633-d0934a9d17b2 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 943 time: 0.0638065 Jul 28 02:21:18.657843 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:21:18.680560 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-aa3ee4ff-6f0c-45cd-9a88-c4f3dc63bdbf req-21efdb3b-bb8f-4bac-adc6-0069e046f5f2 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497797 Jul 28 02:21:18.895246 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73551e-4014-47c9-8257-ef30b06953f1 req-c6865d50-d0ae-4152-aab8-3f25eb3edd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:18.896763 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-aa73551e-4014-47c9-8257-ef30b06953f1 req-c6865d50-d0ae-4152-aab8-3f25eb3edd6d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27e5cd1e-e52c-425e-8667-f3f406f660a7 HTTP/1.1" status: 200 len: 847 time: 0.0544305 Jul 28 02:21:18.963052 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73551e-4014-47c9-8257-ef30b06953f1 req-dfef5817-725a-44fb-be3b-dd4315b32985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:18.965128 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-aa73551e-4014-47c9-8257-ef30b06953f1 req-dfef5817-725a-44fb-be3b-dd4315b32985 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3028137f-378b-4f43-9bf1-434ecd477647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0564742 Jul 28 02:21:19.103337 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-aa73551e-4014-47c9-8257-ef30b06953f1 req-a34f1a83-ee86-4457-904a-24d64cfadb09 service neutron] 10.222.0.45 "GET /v2.0/networks/3028137f-378b-4f43-9bf1-434ecd477647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259687 Jul 28 02:21:19.133323 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17255a-2510-4706-ba22-ada9f59a61eb req-e556dda8-170e-4203-9721-57854b31deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:19.134959 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fc17255a-2510-4706-ba22-ada9f59a61eb req-e556dda8-170e-4203-9721-57854b31deb3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 1131 time: 0.0767009 Jul 28 02:21:19.170143 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8015569-2900-4993-b7e1-4288a1e23b83 req-257524a0-4da4-424b-8893-efd66f7fc4cd tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:19.171828 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e8015569-2900-4993-b7e1-4288a1e23b83 req-257524a0-4da4-424b-8893-efd66f7fc4cd tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 944 time: 0.1032171 Jul 28 02:21:19.221413 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fc17255a-2510-4706-ba22-ada9f59a61eb req-ee259985-ae9e-4e55-b62c-ba0522dd2d9b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718644 Jul 28 02:21:19.226850 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-aa73551e-4014-47c9-8257-ef30b06953f1 req-a5b33408-921c-4afd-a412-a320d15eff9b service neutron] 10.222.0.45 "GET /v2.0/networks/3028137f-378b-4f43-9bf1-434ecd477647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150386 Jul 28 02:21:19.255934 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e8015569-2900-4993-b7e1-4288a1e23b83 req-7ec6fd68-30c0-4a60-b765-1e21d674da43 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774517 Jul 28 02:21:19.492206 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea7e19-3fff-432e-ae96-a7aec8665192 req-7d17397f-ce38-4d1e-87b2-d9c321685b76 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:19.493803 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-73ea7e19-3fff-432e-ae96-a7aec8665192 req-7d17397f-ce38-4d1e-87b2-d9c321685b76 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.0517428 Jul 28 02:21:19.577490 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-73ea7e19-3fff-432e-ae96-a7aec8665192 req-83c89cea-d38a-45a7-b469-5f6adc646dad tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771055 Jul 28 02:21:19.590907 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c61fa3-1fb6-4d75-85d0-0bda81bd4332 req-b34fd073-4e9e-49a1-8623-6e26549a08ad tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:19.593068 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-18c61fa3-1fb6-4d75-85d0-0bda81bd4332 req-b34fd073-4e9e-49a1-8623-6e26549a08ad tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 947 time: 0.0747375 Jul 28 02:21:19.658760 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-18c61fa3-1fb6-4d75-85d0-0bda81bd4332 req-b3e3712b-8f2a-4b8d-a36d-c01ff5dd79ce tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595546 Jul 28 02:21:19.810812 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58924a4d-322e-4698-979c-d0812243fbc8 req-9d67cb14-d59f-464f-ad13-b3672f4e4362 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:19.812375 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-58924a4d-322e-4698-979c-d0812243fbc8 req-9d67cb14-d59f-464f-ad13-b3672f4e4362 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 943 time: 0.0548036 Jul 28 02:21:19.864516 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-58924a4d-322e-4698-979c-d0812243fbc8 req-a899b8c0-dae5-4f8f-8909-06812155ab32 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461020 Jul 28 02:21:20.379377 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902780b-5ae9-4434-8c64-7028208a6c26 req-ea48e6ef-a3ac-4997-85c9-ed96966018ec tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:20.380928 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0902780b-5ae9-4434-8c64-7028208a6c26 req-ea48e6ef-a3ac-4997-85c9-ed96966018ec tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 944 time: 0.0517092 Jul 28 02:21:20.406292 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:20.432308 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0902780b-5ae9-4434-8c64-7028208a6c26 req-fd5aecc7-6522-4503-96b8-9aaf4dbc691f tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458012 Jul 28 02:21:20.703631 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d38aa6-a330-47c9-86f9-b195a0f21a10 req-6bb47cf2-d1c1-4ba1-b987-8601e82d40d7 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:20.705214 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d8d38aa6-a330-47c9-86f9-b195a0f21a10 req-6bb47cf2-d1c1-4ba1-b987-8601e82d40d7 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.0496788 Jul 28 02:21:20.787669 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d8d38aa6-a330-47c9-86f9-b195a0f21a10 req-5fa9abbf-c238-423f-b2b6-bbe911e6e687 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769112 Jul 28 02:21:20.802754 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13920b5e-d529-4715-bed2-d361897a2104 req-846a1848-29bf-46f1-b019-14c4e41d9db2 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:20.804259 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-13920b5e-d529-4715-bed2-d361897a2104 req-846a1848-29bf-46f1-b019-14c4e41d9db2 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 947 time: 0.0619137 Jul 28 02:21:20.817310 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:20.854809 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-13920b5e-d529-4715-bed2-d361897a2104 req-61c2303d-4f49-4379-acc1-f91be140ef16 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448847 Jul 28 02:21:20.984540 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139622b8-9239-4027-b222-f9e7cdbef602 req-88daa414-6abf-4b6c-9649-52e60385ad04 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:20.986077 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-139622b8-9239-4027-b222-f9e7cdbef602 req-88daa414-6abf-4b6c-9649-52e60385ad04 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 943 time: 0.0490184 Jul 28 02:21:21.037171 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-139622b8-9239-4027-b222-f9e7cdbef602 req-27619d72-91b2-4271-8d1b-b0da8ab112c0 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454035 Jul 28 02:21:21.556969 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ca7c3-26bf-485d-b557-d6d0a0f548ea req-e7a5a0b4-98af-4c2a-9581-b115678d6f35 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:21.558471 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c42ca7c3-26bf-485d-b557-d6d0a0f548ea req-e7a5a0b4-98af-4c2a-9581-b115678d6f35 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 944 time: 0.0518382 Jul 28 02:21:21.611779 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c42ca7c3-26bf-485d-b557-d6d0a0f548ea req-457d352b-4c28-4b73-bf28-32cf3637b273 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466969 Jul 28 02:21:21.912517 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8844e6-1ed9-4337-b9d4-66ff3f6ecab8 req-0b140caf-b79a-4962-b82b-94cbd126cd2c tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:21.914071 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-dc8844e6-1ed9-4337-b9d4-66ff3f6ecab8 req-0b140caf-b79a-4962-b82b-94cbd126cd2c tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.0492556 Jul 28 02:21:22.000357 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-dc8844e6-1ed9-4337-b9d4-66ff3f6ecab8 req-8a2fe71a-691c-4f48-b5b2-201c08f2b975 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807171 Jul 28 02:21:22.006306 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b87cae-716f-4dd8-9172-69a560308f9f req-a4bf2406-259a-405d-9596-c37b02a14b53 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:22.007767 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-30b87cae-716f-4dd8-9172-69a560308f9f req-a4bf2406-259a-405d-9596-c37b02a14b53 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 947 time: 0.0701447 Jul 28 02:21:22.063102 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-30b87cae-716f-4dd8-9172-69a560308f9f req-6c67a60a-fbcc-4dd4-9e5e-f3b99e64d38a tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448196 Jul 28 02:21:22.160043 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f84e55-fd7a-4ac0-beb3-58950a78117b req-a7bf6ea1-0958-435b-aed9-6ea9b9dd151f tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:22.161643 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-63f84e55-fd7a-4ac0-beb3-58950a78117b req-a7bf6ea1-0958-435b-aed9-6ea9b9dd151f tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 943 time: 0.0492930 Jul 28 02:21:22.212034 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-63f84e55-fd7a-4ac0-beb3-58950a78117b req-d5b8cda6-1042-45b3-9343-c661615d621a tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448756 Jul 28 02:21:22.449466 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df up at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:21:22.496274 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning for port d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 02:21:22.504023 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning complete for port d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:21:22.504422 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:22.583422 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:21:22.583815 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:22.609626 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7bdd3c4-419f-4c80-98bc-7d2cbf43e3df'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:21:22.611860 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd7b23193eab089ffe890151ec8d4d81c159f1068d0ecb51bca31dcd10d4c9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c169788d-1247-42e0-9b14-dce3a604cfb0" -d '{"events": [{"server_uuid": "5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e", "name": "network-vif-plugged", "status": "completed", "tag": "d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:21:22.625769 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df,segment=NetworkSegment(968874d2-a171-458e-9f57-ec646e40da4a),segment_id=968874d2-a171-458e-9f57-ec646e40da4a)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:21:22.630000 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:22.653580 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafd7b7f-6a8f-4fae-aaa1-aecfbc0b93fb x-openstack-request-id: req-cafd7b7f-6a8f-4fae-aaa1-aecfbc0b93fb {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:21:22.654431 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e", "name": "network-vif-plugged", "status": "completed", "tag": "d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:21:22.654687 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cafd7b7f-6a8f-4fae-aaa1-aecfbc0b93fb {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:21:22.655078 dv-cinder-799871-46-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cafd7b7f-6a8f-4fae-aaa1-aecfbc0b93fb'] response: {'server_uuid': '5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7bdd3c4-419f-4c80-98bc-7d2cbf43e3df', 'code': 200} Jul 28 02:21:22.683691 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:22.739681 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b40da3-0c89-45ec-935f-960d67af0ed1 req-c1e3d55f-cb6a-411e-a000-521922e82f9a tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:22.741174 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-66b40da3-0c89-45ec-935f-960d67af0ed1 req-c1e3d55f-cb6a-411e-a000-521922e82f9a tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 945 time: 0.0487769 Jul 28 02:21:22.795415 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-66b40da3-0c89-45ec-935f-960d67af0ed1 req-c818c6ea-3851-4675-8848-c72cf50b2426 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485435 Jul 28 02:21:23.144720 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374e180-992b-4f5d-81c1-efa91b94635e req-2a1d6607-40f7-4363-92e2-b18abb56bf27 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:23.146448 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b374e180-992b-4f5d-81c1-efa91b94635e req-2a1d6607-40f7-4363-92e2-b18abb56bf27 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.0615964 Jul 28 02:21:23.220336 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fddf5-4ca8-4736-a301-4ce3d5991f4f req-6321d1ef-df88-4406-8a0e-c64682da41e1 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:23.221935 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a82fddf5-4ca8-4736-a301-4ce3d5991f4f req-6321d1ef-df88-4406-8a0e-c64682da41e1 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 947 time: 0.0696619 Jul 28 02:21:23.253095 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b374e180-992b-4f5d-81c1-efa91b94635e req-0ab236ef-845f-4b10-86e3-9031a2b1178d tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993962 Jul 28 02:21:23.285974 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a82fddf5-4ca8-4736-a301-4ce3d5991f4f req-faec0ae0-befa-4f5b-a508-efdd55c273ee tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570154 Jul 28 02:21:23.309566 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:INSERT=1,neutron:SELECT=65,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:23.392732 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df200910-0d69-476e-8192-b5b808eb894f req-eb7bdb05-92f2-494a-a26c-94472b423652 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:23.394289 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-df200910-0d69-476e-8192-b5b808eb894f req-eb7bdb05-92f2-494a-a26c-94472b423652 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 943 time: 0.0562966 Jul 28 02:21:23.447524 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-df200910-0d69-476e-8192-b5b808eb894f req-e87b2e9d-e522-4e3b-9066-7485650029c4 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475032 Jul 28 02:21:23.728027 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b6a16-a437-4c63-97cb-f4c00177081f req-c42a738a-60c6-443b-80f5-52cdda86635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:23.729606 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-680b6a16-a437-4c63-97cb-f4c00177081f req-c42a738a-60c6-443b-80f5-52cdda86635b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 1129 time: 0.0520072 Jul 28 02:21:23.893442 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:23.944303 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf45f2a-4a3c-4f2f-96e6-24e044cd1313 req-0dbd3756-100d-4b2c-9c41-5914c00e96be tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:23.949534 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7cf45f2a-4a3c-4f2f-96e6-24e044cd1313 req-0dbd3756-100d-4b2c-9c41-5914c00e96be tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 945 time: 0.0654323 Jul 28 02:21:24.052890 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7cf45f2a-4a3c-4f2f-96e6-24e044cd1313 req-53e02d73-2d84-4084-92f4-e163a9075bb3 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949154 Jul 28 02:21:24.387685 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:24.390620 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:24.401769 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533596d-7e81-423d-8e60-f73d8c84553a req-f421fccf-9560-4685-8db4-fb44f76ea1df tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:24.403587 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d533596d-7e81-423d-8e60-f73d8c84553a req-f421fccf-9560-4685-8db4-fb44f76ea1df tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.0635128 Jul 28 02:21:24.480435 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9d9df-8654-4b22-8ed9-5d2e0834503c req-aa4045bb-e979-4339-ad16-5614d1cdcb9d tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:24.482650 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-26f9d9df-8654-4b22-8ed9-5d2e0834503c req-aa4045bb-e979-4339-ad16-5614d1cdcb9d tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 947 time: 0.0910962 Jul 28 02:21:24.555862 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d533596d-7e81-423d-8e60-f73d8c84553a req-5d9ea573-b306-4d45-b45a-ff578188b632 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417582 Jul 28 02:21:24.602675 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-26f9d9df-8654-4b22-8ed9-5d2e0834503c req-e60e5e72-12c3-4939-b86a-eccca5fa4187 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094058 Jul 28 02:21:24.639521 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-680b6a16-a437-4c63-97cb-f4c00177081f req-9ee697c9-0ca6-4498-ad3c-637c2e48a452 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805542 Jul 28 02:21:24.750359 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03457a-b2ab-4bd5-970c-35d9c7ebb9ef req-7b5ffd55-4a71-4eed-8eee-c0fa8d27d271 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:24.751995 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2a03457a-b2ab-4bd5-970c-35d9c7ebb9ef req-7b5ffd55-4a71-4eed-8eee-c0fa8d27d271 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 943 time: 0.0605912 Jul 28 02:21:24.836970 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2a03457a-b2ab-4bd5-970c-35d9c7ebb9ef req-03385138-c45d-46a9-b65f-385b0ad7a61b tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662954 Jul 28 02:21:25.238232 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ce5bb-b13e-4a9b-977e-a9d2b080fb67 req-eb6cf6ca-172c-4f53-b9f3-af445ef0385e tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:25.240142 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-033ce5bb-b13e-4a9b-977e-a9d2b080fb67 req-eb6cf6ca-172c-4f53-b9f3-af445ef0385e tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 945 time: 0.0578003 Jul 28 02:21:25.306498 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-033ce5bb-b13e-4a9b-977e-a9d2b080fb67 req-cfcd527d-4762-4671-bb1a-879d6fa94b9a tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584524 Jul 28 02:21:25.722135 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cca82-d7fc-440b-aca8-bb0444c01dde req-edbbe0e2-dd35-467c-900c-cc131f42a593 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:25.729965 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:25.736101 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5a7cca82-d7fc-440b-aca8-bb0444c01dde req-edbbe0e2-dd35-467c-900c-cc131f42a593 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.0838363 Jul 28 02:21:25.741144 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-006e0eb3-580a-4656-8f4c-33e1b867d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:25.815426 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb0633-8d33-4877-9488-3543fbbc10b4 req-4dc1d649-f023-47a9-a100-6e976821802d tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:25.816973 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8edb0633-8d33-4877-9488-3543fbbc10b4 req-4dc1d649-f023-47a9-a100-6e976821802d tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 947 time: 0.0773852 Jul 28 02:21:25.837378 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5a7cca82-d7fc-440b-aca8-bb0444c01dde req-14e2d6a9-77a6-4bfa-8dc1-835787bf3bfb tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002276 Jul 28 02:21:25.878685 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8edb0633-8d33-4877-9488-3543fbbc10b4 req-ab1ce18b-7653-4f41-9e41-2a29786e020b tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561519 Jul 28 02:21:25.996959 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a933a9e-9b9a-49ed-80d0-75165503f8ca req-db4df5c7-4f51-4d39-b25c-83b3435d4dcc tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:25.997366 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8a933a9e-9b9a-49ed-80d0-75165503f8ca req-db4df5c7-4f51-4d39-b25c-83b3435d4dcc tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 943 time: 0.0534439 Jul 28 02:21:26.054026 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8a933a9e-9b9a-49ed-80d0-75165503f8ca req-ee414edd-4461-460c-992e-f332dbef5cde tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498745 Jul 28 02:21:26.457206 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a9c93-9270-47b7-ace1-04d230935aed req-0a286469-3496-4481-9a32-2a70aea8c51a tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:26.460157 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 02:21:26.464501 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9c5a9c93-9270-47b7-ace1-04d230935aed req-0a286469-3496-4481-9a32-2a70aea8c51a tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 945 time: 0.0570931 Jul 28 02:21:26.564036 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9c5a9c93-9270-47b7-ace1-04d230935aed req-f76d0457-d47e-4427-a8c3-23e0a045e2cf tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950048 Jul 28 02:21:26.766521 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4361cfbc-bcbf-486b-ad6a-719f5fc09a5d,segment=NetworkSegment(9413081a-94ca-44ff-ad13-26a23e0c4aa1),segment_id=9413081a-94ca-44ff-ad13-26a23e0c4aa1)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:21:26.782134 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Returning: {'device': '4361cfbc-bcbf-486b-ad6a-719f5fc09a5d', 'network_id': '3028137f-378b-4f43-9bf1-434ecd477647', 'port_id': '4361cfbc-bcbf-486b-ad6a-719f5fc09a5d', 'mac_address': 'fa:16:3e:51:2c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e5cd1e-e52c-425e-8667-f3f406f660a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 02:21:26.822015 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:21:26.822701 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (4361cfbc-bcbf-486b-ad6a-719f5fc09a5d), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:26.824810 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:26.839197 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:21:26.862478 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4361cfbc-bcbf-486b-ad6a-719f5fc09a5d,segment=NetworkSegment(9413081a-94ca-44ff-ad13-26a23e0c4aa1),segment_id=9413081a-94ca-44ff-ad13-26a23e0c4aa1)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:21:26.869300 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (4361cfbc-bcbf-486b-ad6a-719f5fc09a5d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:26.931126 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=4361cfbc-bcbf-486b-ad6a-719f5fc09a5d,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:27.000758 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e355d98-4556-4a31-9ce2-29d06f049483 req-ef4cafe5-4f9d-4a21-97db-7d6b43b2405d tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:27.002640 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0e355d98-4556-4a31-9ce2-29d06f049483 req-ef4cafe5-4f9d-4a21-97db-7d6b43b2405d tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.0625331 Jul 28 02:21:27.060999 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0e355d98-4556-4a31-9ce2-29d06f049483 req-703fb835-8d14-4b39-9d5c-bd992f61fb75 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493195 Jul 28 02:21:27.188126 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7c50e-8a13-4317-a76e-698ff53d98ee req-1178df5f-78aa-415d-9fee-98faf2df409b tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:27.191752 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-89e7c50e-8a13-4317-a76e-698ff53d98ee req-1178df5f-78aa-415d-9fee-98faf2df409b tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 944 time: 0.0502088 Jul 28 02:21:27.256140 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-89e7c50e-8a13-4317-a76e-698ff53d98ee req-c378d792-c563-4709-b589-065f1e5683e7 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562005 Jul 28 02:21:27.261280 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['4361cfbc-bcbf-486b-ad6a-719f5fc09a5d'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:21:27.709237 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a194109-ce28-4a18-a22c-7f1971eb2888 req-b5035265-938f-44d3-849e-5a951d9ac424 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:27.710819 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4a194109-ce28-4a18-a22c-7f1971eb2888 req-b5035265-938f-44d3-849e-5a951d9ac424 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 945 time: 0.0658333 Jul 28 02:21:27.762827 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:27.763914 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:27.769981 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4a194109-ce28-4a18-a22c-7f1971eb2888 req-5a299e3a-b2dd-4dda-aba2-2ab88e913a3a tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518725 Jul 28 02:21:27.913876 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d816c12-d8e9-4850-b2bb-751cc5520c5b req-21551af8-4394-499a-8654-f9d1d15a94a8 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:27.918146 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1d816c12-d8e9-4850-b2bb-751cc5520c5b req-21551af8-4394-499a-8654-f9d1d15a94a8 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 945 time: 0.0704763 Jul 28 02:21:27.975140 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1d816c12-d8e9-4850-b2bb-751cc5520c5b req-0d146b11-d194-4c0d-a32b-d971c19fe989 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517139 Jul 28 02:21:28.005813 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 46752) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:21:28.191185 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-519a0ef3-5531-48b7-b6b6-f0ef4e8c9f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:28.210257 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b4dcfb-84fb-43db-97be-393ec4565987 tempest-TestVolumeBootPattern-210571457 tempest-TestVolumeBootPattern-210571457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:28.215343 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-78b4dcfb-84fb-43db-97be-393ec4565987 tempest-TestVolumeBootPattern-210571457 tempest-TestVolumeBootPattern-210571457-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 1124 time: 0.2082891 Jul 28 02:21:28.216404 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 46758) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:21:28.222045 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-73ce9571-1830-4b9a-825b-5d888c7523d5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Request body: {'floatingip': {'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'port_id': 'd7bdd3c4-419f-4c80-98bc-7d2cbf43e3df', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:21:28.248676 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301475a8-71df-4482-9790-1619252bbd1c req-f931a444-1924-40e9-a6a7-d017f5f1a2ca tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:28.249997 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-73ce9571-1830-4b9a-825b-5d888c7523d5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:28.257826 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-301475a8-71df-4482-9790-1619252bbd1c req-f931a444-1924-40e9-a6a7-d017f5f1a2ca tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.0796041 Jul 28 02:21:28.346521 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-73ce9571-1830-4b9a-825b-5d888c7523d5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:28.512617 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-73ce9571-1830-4b9a-825b-5d888c7523d5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Allocated IP 172.27.0.145 (fac975fe-f61e-48f2-98cd-c3133f923d7b/e1a55f55-f115-45c6-a5b1-44ded4e4dd9d/9c3379ad-4dab-4a10-a71d-97d4e951a594) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:21:28.581653 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d up at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:21:28.634469 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning for port 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 02:21:28.644212 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning complete for port 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:21:28.644969 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (4361cfbc-bcbf-486b-ad6a-719f5fc09a5d), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:28.652576 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:28.661959 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-73ce9571-1830-4b9a-825b-5d888c7523d5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for port (9c3379ad-4dab-4a10-a71d-97d4e951a594), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:28.691330 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:28.697879 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-301475a8-71df-4482-9790-1619252bbd1c req-aeeac6dd-e099-4f1c-8030-b7b896f8fa4c tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383783 Jul 28 02:21:28.724756 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-73ce9571-1830-4b9a-825b-5d888c7523d5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (9c3379ad-4dab-4a10-a71d-97d4e951a594), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:28.768396 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ffeba-773f-4137-b463-f3c12457fade req-1441100c-1237-4ade-9dec-f4353a68ae3c tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:28.779570 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-142ffeba-773f-4137-b463-f3c12457fade req-1441100c-1237-4ade-9dec-f4353a68ae3c tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 944 time: 0.1188655 Jul 28 02:21:28.784892 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:21:28.785593 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (4361cfbc-bcbf-486b-ad6a-719f5fc09a5d), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:28.791974 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ce9571-1830-4b9a-825b-5d888c7523d5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Network fac975fe-f61e-48f2-98cd-c3133f923d7b is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:21:28.804306 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-73ce9571-1830-4b9a-825b-5d888c7523d5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:21:28.811392 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ce9571-1830-4b9a-825b-5d888c7523d5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:21:28.821195 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734a7df7-1d42-44b2-a43e-f71f1811a773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4361cfbc-bcbf-486b-ad6a-719f5fc09a5d'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:21:28.824750 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd7b23193eab089ffe890151ec8d4d81c159f1068d0ecb51bca31dcd10d4c9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1de671-69e4-4b58-8bf4-194de378ce29" -d '{"events": [{"server_uuid": "734a7df7-1d42-44b2-a43e-f71f1811a773", "name": "network-vif-plugged", "status": "completed", "tag": "4361cfbc-bcbf-486b-ad6a-719f5fc09a5d"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:21:28.841564 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4361cfbc-bcbf-486b-ad6a-719f5fc09a5d,segment=NetworkSegment(9413081a-94ca-44ff-ad13-26a23e0c4aa1),segment_id=9413081a-94ca-44ff-ad13-26a23e0c4aa1)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:21:28.852468 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (4361cfbc-bcbf-486b-ad6a-719f5fc09a5d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:28.882346 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce9571-1830-4b9a-825b-5d888c7523d5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Pushing event updated for resources: {'Port': ['ID=9c3379ad-4dab-4a10-a71d-97d4e951a594,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:28.913455 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-142ffeba-773f-4137-b463-f3c12457fade req-1fc58eeb-89cc-40a3-9a70-e18f97809103 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265528 Jul 28 02:21:28.952407 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=4361cfbc-bcbf-486b-ad6a-719f5fc09a5d,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:29.021098 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5439e5ca-8a16-45b1-ba1e-0cefcd82125f x-openstack-request-id: req-5439e5ca-8a16-45b1-ba1e-0cefcd82125f {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:21:29.021411 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734a7df7-1d42-44b2-a43e-f71f1811a773", "name": "network-vif-plugged", "status": "completed", "tag": "4361cfbc-bcbf-486b-ad6a-719f5fc09a5d", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:21:29.021659 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5439e5ca-8a16-45b1-ba1e-0cefcd82125f {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:21:29.022376 dv-cinder-799871-46-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5439e5ca-8a16-45b1-ba1e-0cefcd82125f'] response: {'server_uuid': '734a7df7-1d42-44b2-a43e-f71f1811a773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4361cfbc-bcbf-486b-ad6a-719f5fc09a5d', 'code': 200} Jul 28 02:21:29.243627 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:29.317037 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055efc7-90da-4a18-b457-e9aa941fd447 req-9e7f5747-7d4b-4dde-9215-50e1f0ae42f8 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:29.325337 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1055efc7-90da-4a18-b457-e9aa941fd447 req-9e7f5747-7d4b-4dde-9215-50e1f0ae42f8 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=606c5aa8-a5d8-4890-b67f-5be4476fea19 HTTP/1.1" status: 200 len: 945 time: 0.0792778 Jul 28 02:21:29.363099 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-73ce9571-1830-4b9a-825b-5d888c7523d5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for floatingip (395feb22-3362-436f-9f13-57666917f90b), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:29.392845 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1055efc7-90da-4a18-b457-e9aa941fd447 req-44758264-c868-41e8-baa4-eaa59c1e8fad tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=01e84188-5950-457b-9572-4bcca873a123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664136 Jul 28 02:21:29.474573 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-73ce9571-1830-4b9a-825b-5d888c7523d5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (9c3379ad-4dab-4a10-a71d-97d4e951a594), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:29.720167 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-73ce9571-1830-4b9a-825b-5d888c7523d5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for port (9c3379ad-4dab-4a10-a71d-97d4e951a594), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:29.727875 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-73ce9571-1830-4b9a-825b-5d888c7523d5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (9c3379ad-4dab-4a10-a71d-97d4e951a594), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:29.835457 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:29.859436 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce9571-1830-4b9a-825b-5d888c7523d5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Pushing event updated for resources: {'Port': ['ID=9c3379ad-4dab-4a10-a71d-97d4e951a594,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:29.873916 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-73ce9571-1830-4b9a-825b-5d888c7523d5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (395feb22-3362-436f-9f13-57666917f90b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:29.903449 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93eb6a-abee-4637-a657-141320c376e2 req-d200ad29-c5b4-49d1-b15c-307ec4cebf95 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:29.914410 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cc93eb6a-abee-4637-a657-141320c376e2 req-d200ad29-c5b4-49d1-b15c-307ec4cebf95 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.1056173 Jul 28 02:21:30.001578 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cc93eb6a-abee-4637-a657-141320c376e2 req-886c24e0-37a5-41e9-ad7a-e9c4bc6f46ae tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858102 Jul 28 02:21:30.078186 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.db.l3_db [None req-73ce9571-1830-4b9a-825b-5d888c7523d5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Floating IP 395feb22-3362-436f-9f13-57666917f90b associated. External IP: 172.27.0.145, port: d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df. Jul 28 02:21:30.082303 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:30.114185 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62956bdd-fd6a-4b82-aca8-cd153bf3bd5e req-71fa8e49-0486-4b26-8aca-c8cadff8ca41 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:30.121560 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-62956bdd-fd6a-4b82-aca8-cd153bf3bd5e req-71fa8e49-0486-4b26-8aca-c8cadff8ca41 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 945 time: 0.0738571 Jul 28 02:21:30.218760 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-62956bdd-fd6a-4b82-aca8-cd153bf3bd5e req-b14adac9-06d2-4415-a257-69815e589b14 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962172 Jul 28 02:21:30.392418 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ce9571-1830-4b9a-825b-5d888c7523d5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Router 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:21:30.475268 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:21:30.545306 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ce9571-1830-4b9a-825b-5d888c7523d5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:21:30.562793 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212b677d-f814-457e-9e60-b1a884918aa3 None None] Sync routers for ids ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:21:30.573941 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-73ce9571-1830-4b9a-825b-5d888c7523d5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:30.575645 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eeeae6-5176-438a-a52c-7014262b63fd req-a770db3b-8c3b-4ca9-85aa-75dead972c6a tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:30.584522 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-13eeeae6-5176-438a-a52c-7014262b63fd req-a770db3b-8c3b-4ca9-85aa-75dead972c6a tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=606c5aa8-a5d8-4890-b67f-5be4476fea19 HTTP/1.1" status: 200 len: 945 time: 0.0921791 Jul 28 02:21:30.601640 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212b677d-f814-457e-9e60-b1a884918aa3 None None] Routers {'6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:21:30.602344 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-212b677d-f814-457e-9e60-b1a884918aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:21:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:21:30.652993 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-73ce9571-1830-4b9a-825b-5d888c7523d5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4351485 Jul 28 02:21:30.654504 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e', 'tag': 'd7bdd3c4-419f-4c80-98bc-7d2cbf43e3df'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:21:30.658020 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4ba3f4-3b57-4daa-80f8-95dc1550066f" -d '{"events": [{"name": "network-changed", "server_uuid": "5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e", "tag": "d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:21:30.660764 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-13eeeae6-5176-438a-a52c-7014262b63fd req-7db4fc6a-cc3f-4668-9222-20d5f8ea15fc tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=01e84188-5950-457b-9572-4bcca873a123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753317 Jul 28 02:21:30.705349 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fe229d-f8d3-429e-832a-6e7f5b861b79 x-openstack-request-id: req-47fe229d-f8d3-429e-832a-6e7f5b861b79 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:21:30.705879 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e", "tag": "d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:21:30.706144 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-47fe229d-f8d3-429e-832a-6e7f5b861b79 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:21:30.707032 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:30.707302 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47fe229d-f8d3-429e-832a-6e7f5b861b79'] response: {'name': 'network-changed', 'server_uuid': '5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e', 'tag': 'd7bdd3c4-419f-4c80-98bc-7d2cbf43e3df', 'status': 'completed', 'code': 200} Jul 28 02:21:30.754865 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:30.783453 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-212b677d-f814-457e-9e60-b1a884918aa3 None None] Set router 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:21:30.893098 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:31.167872 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:31.176575 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-212b677d-f814-457e-9e60-b1a884918aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'name': 'tempest-TestVolumeBootPattern-455782637-router', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:48Z', 'updated_at': '2022-07-28T02:19:56Z', 'revision_number': 4, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'gw_port': {'id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:50Z', 'updated_at': '2022-07-28T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': '395feb22-3362-436f-9f13-57666917f90b', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'port_id': 'd7bdd3c4-419f-4c80-98bc-7d2cbf43e3df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'mac_address': 'fa:16:3e:ef:de:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:21:29Z', 'updated_at': '2022-07-28T02:21:29Z', 'revision_number': 0, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e84029-f951-4461-b07a-2287d0656dca', 'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'mac_address': 'fa:16:3e:07:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:54Z', 'updated_at': '2022-07-28T02:20:03Z', 'revision_number': 5, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'subnets': [{'id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:21:31.216757 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212b677d-f814-457e-9e60-b1a884918aa3 None None] Checking router: 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:21:31.229835 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcb069-fb09-46ae-8865-eb3187752f31 req-a8b3b41f-f53e-414b-85b5-ffffe6594764 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:31.234459 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212b677d-f814-457e-9e60-b1a884918aa3 None None] Routers {'6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:21:31.235403 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-212b677d-f814-457e-9e60-b1a884918aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:21:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:21:31.239419 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-94bcb069-fb09-46ae-8865-eb3187752f31 req-a8b3b41f-f53e-414b-85b5-ffffe6594764 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.1075473 Jul 28 02:21:31.255273 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ba3f4-3b57-4daa-80f8-95dc1550066f req-2e367386-f3c3-4bc3-a768-05e45ccb791c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:31.257398 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2c4ba3f4-3b57-4daa-80f8-95dc1550066f req-2e367386-f3c3-4bc3-a768-05e45ccb791c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=551ad4a52e754c83a0215409f09a21a8&device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 1129 time: 0.0595143 Jul 28 02:21:31.368340 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-212b677d-f814-457e-9e60-b1a884918aa3 None None] Set router 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:21:31.420981 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2ccf6-eb40-4ff2-9e0b-e63a8062edae req-f35578ea-bd40-48ea-89f8-2d181e9ca0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:31.434518 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-49b2ccf6-eb40-4ff2-9e0b-e63a8062edae req-f35578ea-bd40-48ea-89f8-2d181e9ca0c5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 1129 time: 0.2255127 Jul 28 02:21:31.497632 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39072cb2-d824-4b90-b777-48dee6a6e9fe req-78ef4909-a478-426c-927d-e470bda15ccf tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:31.501852 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-39072cb2-d824-4b90-b777-48dee6a6e9fe req-78ef4909-a478-426c-927d-e470bda15ccf tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.45 "GET /v2.0/ports?device_id=606c5aa8-a5d8-4890-b67f-5be4476fea19 HTTP/1.1" status: 200 len: 945 time: 0.2133243 Jul 28 02:21:31.570390 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec184e4-9cd8-40e6-86e1-5815c4802499 req-400eacc1-c641-405a-9c0d-0cd339740e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:31.578316 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5ec184e4-9cd8-40e6-86e1-5815c4802499 req-400eacc1-c641-405a-9c0d-0cd339740e80 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 1129 time: 0.2703462 Jul 28 02:21:31.609163 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ba3f4-3b57-4daa-80f8-95dc1550066f req-37126c43-c1bc-48fd-8af8-9c84a74378b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:31.610796 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2c4ba3f4-3b57-4daa-80f8-95dc1550066f req-37126c43-c1bc-48fd-8af8-9c84a74378b7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6a862076-171d-4686-a6b7-e646e42fd313 HTTP/1.1" status: 200 len: 912 time: 0.3234987 Jul 28 02:21:31.649079 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-94bcb069-fb09-46ae-8865-eb3187752f31 req-a3490747-88a0-43b6-9dbd-617b21838598 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992381 Jul 28 02:21:31.649079 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-49b2ccf6-eb40-4ff2-9e0b-e63a8062edae req-9a6e4f10-caa9-4211-b65a-2e6c71938564 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584060 Jul 28 02:21:31.653389 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ed6ca-7817-4961-8dc4-9817a74c53ae req-661dd204-099b-4f14-a5b7-1273c113d6cc tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:31.655492 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6b9ed6ca-7817-4961-8dc4-9817a74c53ae req-661dd204-099b-4f14-a5b7-1273c113d6cc tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 945 time: 0.3069749 Jul 28 02:21:31.705140 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5ec184e4-9cd8-40e6-86e1-5815c4802499 req-0db3c460-4b5c-4678-9c98-5b226c2801b4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643222 Jul 28 02:21:31.709231 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-39072cb2-d824-4b90-b777-48dee6a6e9fe req-f20d4075-1eec-4b41-953c-b3479917fc95 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Deleting port 60dcd1ef-cfe6-44be-bd4d-be1a1761d28d {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:21:31.709971 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-39072cb2-d824-4b90-b777-48dee6a6e9fe req-f20d4075-1eec-4b41-953c-b3479917fc95 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (60dcd1ef-cfe6-44be-bd4d-be1a1761d28d), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:31.710946 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:31.732685 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-212b677d-f814-457e-9e60-b1a884918aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'name': 'tempest-TestVolumeBootPattern-455782637-router', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:48Z', 'updated_at': '2022-07-28T02:19:56Z', 'revision_number': 4, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'gw_port': {'id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:50Z', 'updated_at': '2022-07-28T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': '395feb22-3362-436f-9f13-57666917f90b', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'port_id': 'd7bdd3c4-419f-4c80-98bc-7d2cbf43e3df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'mac_address': 'fa:16:3e:ef:de:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:21:29Z', 'updated_at': '2022-07-28T02:21:29Z', 'revision_number': 0, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e84029-f951-4461-b07a-2287d0656dca', 'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'mac_address': 'fa:16:3e:07:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:54Z', 'updated_at': '2022-07-28T02:20:03Z', 'revision_number': 5, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'subnets': [{'id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:21:31.764505 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212b677d-f814-457e-9e60-b1a884918aa3 None None] The sync data for ids ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'] in dv-cinder-799871-46-iscsi is: [{'id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'name': 'tempest-TestVolumeBootPattern-455782637-router', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:48Z', 'updated_at': '2022-07-28T02:19:56Z', 'revision_number': 4, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'gw_port': {'id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:50Z', 'updated_at': '2022-07-28T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': '395feb22-3362-436f-9f13-57666917f90b', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'port_id': 'd7bdd3c4-419f-4c80-98bc-7d2cbf43e3df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'mac_address': 'fa:16:3e:ef:de:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:21:29Z', 'updated_at': '2022-07-28T02:21:29Z', 'revision_number': 0, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e84029-f951-4461-b07a-2287d0656dca', 'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'mac_address': 'fa:16:3e:07:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:54Z', 'updated_at': '2022-07-28T02:20:03Z', 'revision_number': 5, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'subnets': [{'id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:21:31.774281 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2c4ba3f4-3b57-4daa-80f8-95dc1550066f req-298acdf0-198d-4173-8623-4285830902bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df HTTP/1.1" status: 200 len: 999 time: 0.1357887 Jul 28 02:21:31.793877 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6b9ed6ca-7817-4961-8dc4-9817a74c53ae req-b2aef5aa-84f1-48db-83b2-1d98b5380fc2 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914087 Jul 28 02:21:31.819027 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:31.890628 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-39072cb2-d824-4b90-b777-48dee6a6e9fe req-f20d4075-1eec-4b41-953c-b3479917fc95 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] For port 60dcd1ef-cfe6-44be-bd4d-be1a1761d28d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=60dcd1ef-cfe6-44be-bd4d-be1a1761d28d,segment=NetworkSegment(ad593867-37dc-486f-9ad0-984d268f99db),segment_id=ad593867-37dc-486f-9ad0-984d268f99db)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:21:31.890985 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-39072cb2-d824-4b90-b777-48dee6a6e9fe req-f20d4075-1eec-4b41-953c-b3479917fc95 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (60dcd1ef-cfe6-44be-bd4d-be1a1761d28d), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:31.903400 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468199f4-e7f5-4631-9b40-536898a81fed req-4b157782-bfa2-4f6a-8d31-45b769653658 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:31.907513 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:31.918013 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-468199f4-e7f5-4631-9b40-536898a81fed req-4b157782-bfa2-4f6a-8d31-45b769653658 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=606c5aa8-a5d8-4890-b67f-5be4476fea19 HTTP/1.1" status: 200 len: 945 time: 0.1103005 Jul 28 02:21:32.049321 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-468199f4-e7f5-4631-9b40-536898a81fed req-d345fb7a-8351-4f3f-9a6e-e9ccacc04690 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=01e84188-5950-457b-9572-4bcca873a123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292746 Jul 28 02:21:32.133306 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ac031c-5462-4102-96fa-79eff4f66083 None None] New status for floating IP 395feb22-3362-436f-9f13-57666917f90b: ACTIVE {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 02:21:32.412848 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ba3f4-3b57-4daa-80f8-95dc1550066f req-b6288aa6-b0af-474e-a352-9bb78acc6436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:32.414573 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2c4ba3f4-3b57-4daa-80f8-95dc1550066f req-b6288aa6-b0af-474e-a352-9bb78acc6436 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27735d0c-b318-4429-9a91-75d6f81f616d HTTP/1.1" status: 200 len: 850 time: 0.1076517 Jul 28 02:21:32.550022 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-39072cb2-d824-4b90-b777-48dee6a6e9fe req-f20d4075-1eec-4b41-953c-b3479917fc95 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:32.550742 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-39072cb2-d824-4b90-b777-48dee6a6e9fe req-f20d4075-1eec-4b41-953c-b3479917fc95 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (d9957f6a-e01d-4446-868c-21180b659feb), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:32.550742 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.db.l3_db [req-39072cb2-d824-4b90-b777-48dee6a6e9fe req-f20d4075-1eec-4b41-953c-b3479917fc95 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Floating IP d9957f6a-e01d-4446-868c-21180b659feb disassociated. External IP: 172.27.0.238, port: 60dcd1ef-cfe6-44be-bd4d-be1a1761d28d. Jul 28 02:21:32.551140 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-39072cb2-d824-4b90-b777-48dee6a6e9fe req-f20d4075-1eec-4b41-953c-b3479917fc95 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Calling delete_port for 60dcd1ef-cfe6-44be-bd4d-be1a1761d28d owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:21:32.614849 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:32.716413 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-39072cb2-d824-4b90-b777-48dee6a6e9fe req-f20d4075-1eec-4b41-953c-b3479917fc95 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (60dcd1ef-cfe6-44be-bd4d-be1a1761d28d), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:32.751459 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d4075-1eec-4b41-953c-b3479917fc95 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event deleted for resources: {'Port': ['ID=60dcd1ef-cfe6-44be-bd4d-be1a1761d28d,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:32.793387 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf9da2-e49c-420a-9d10-a017b2a46be3 req-6cc5d485-bad9-489f-84ed-f6222514a477 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:32.795384 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8bbf9da2-e49c-420a-9d10-a017b2a46be3 req-6cc5d485-bad9-489f-84ed-f6222514a477 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.0595362 Jul 28 02:21:32.902841 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39072cb2-d824-4b90-b777-48dee6a6e9fe req-f20d4075-1eec-4b41-953c-b3479917fc95 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:21:32.904321 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8bbf9da2-e49c-420a-9d10-a017b2a46be3 req-acab2f37-3389-4054-8ded-fce3d9e9dd3c tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914562 Jul 28 02:21:32.996948 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37401ef7-5d86-4983-a25f-5c03e58c62af req-e28405e5-34b9-4142-a1fa-a9c0c194542b tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:32.999971 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-37401ef7-5d86-4983-a25f-5c03e58c62af req-e28405e5-34b9-4142-a1fa-a9c0c194542b tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 945 time: 0.0771484 Jul 28 02:21:33.061316 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39072cb2-d824-4b90-b777-48dee6a6e9fe req-f20d4075-1eec-4b41-953c-b3479917fc95 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:21:33.073126 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b434e770-f4c5-4f46-8ea5-48637ae50a50 None None] Sync routers for ids ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:21:33.107961 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-37401ef7-5d86-4983-a25f-5c03e58c62af req-c6b6317d-7ee3-4450-98f9-a0d1622a9bf1 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003270 Jul 28 02:21:33.114261 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b434e770-f4c5-4f46-8ea5-48637ae50a50 None None] Routers {'36354f44-4c5b-4f6a-b262-2f1cd2d07967'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:21:33.114977 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-b434e770-f4c5-4f46-8ea5-48637ae50a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:21:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:21:33.173950 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-39072cb2-d824-4b90-b777-48dee6a6e9fe req-f20d4075-1eec-4b41-953c-b3479917fc95 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] No DVR routers for this DVR port 60dcd1ef-cfe6-44be-bd4d-be1a1761d28d on host hv-cinder-79987 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:21:33.179053 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-39072cb2-d824-4b90-b777-48dee6a6e9fe req-f20d4075-1eec-4b41-953c-b3479917fc95 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:33.184202 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-39072cb2-d824-4b90-b777-48dee6a6e9fe req-f20d4075-1eec-4b41-953c-b3479917fc95 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.45 "DELETE /v2.0/ports/60dcd1ef-cfe6-44be-bd4d-be1a1761d28d HTTP/1.1" status: 204 len: 173 time: 1.6672578 Jul 28 02:21:33.185784 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606c5aa8-a5d8-4890-b67f-5be4476fea19', 'name': 'network-vif-deleted', 'tag': '60dcd1ef-cfe6-44be-bd4d-be1a1761d28d'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:21:33.188261 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd54484-8e0e-4839-9e47-ca7f9e9dc207" -d '{"events": [{"server_uuid": "606c5aa8-a5d8-4890-b67f-5be4476fea19", "name": "network-vif-deleted", "tag": "60dcd1ef-cfe6-44be-bd4d-be1a1761d28d"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:21:33.251509 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ba3f4-3b57-4daa-80f8-95dc1550066f req-df688821-0a53-43a7-a71f-d0bc02d3aa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:33.253114 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2c4ba3f4-3b57-4daa-80f8-95dc1550066f req-df688821-0a53-43a7-a71f-d0bc02d3aa15 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a862076-171d-4686-a6b7-e646e42fd313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0542216 Jul 28 02:21:33.274852 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-393a288b-1c60-4813-83b5-b79c436f38c2 req-d324d526-3e99-4716-93a4-278f8d675723 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=606c5aa8-a5d8-4890-b67f-5be4476fea19 HTTP/1.1" status: 200 len: 210 time: 0.0777264 Jul 28 02:21:33.285215 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45f7ecf-8e9b-40c8-be8e-c56875907faf x-openstack-request-id: req-c45f7ecf-8e9b-40c8-be8e-c56875907faf {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:21:33.285516 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606c5aa8-a5d8-4890-b67f-5be4476fea19", "name": "network-vif-deleted", "tag": "60dcd1ef-cfe6-44be-bd4d-be1a1761d28d", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:21:33.285775 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c45f7ecf-8e9b-40c8-be8e-c56875907faf {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:21:33.286183 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c45f7ecf-8e9b-40c8-be8e-c56875907faf'] response: {'server_uuid': '606c5aa8-a5d8-4890-b67f-5be4476fea19', 'name': 'network-vif-deleted', 'tag': '60dcd1ef-cfe6-44be-bd4d-be1a1761d28d', 'status': 'completed', 'code': 200} Jul 28 02:21:33.351268 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-b434e770-f4c5-4f46-8ea5-48637ae50a50 None None] Set router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:21:33.462046 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2c4ba3f4-3b57-4daa-80f8-95dc1550066f req-b09ef2c1-a4c8-4cd4-96cc-f7f2a64c5ae6 service neutron] 10.222.0.45 "GET /v2.0/networks/6a862076-171d-4686-a6b7-e646e42fd313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461992 Jul 28 02:21:33.730646 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:33.741671 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-b434e770-f4c5-4f46-8ea5-48637ae50a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '420d1770-f371-4ef3-80de-40843395f9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:59Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'gw_port': {'id': '420d1770-f371-4ef3-80de-40843395f9e1', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:01Z', 'updated_at': '2022-07-28T02:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': 'c960f6a6-7e10-4edb-97b1-e9f1ea783df9', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'port_id': 'f6815afe-e104-4782-8f6b-4017625ff4b9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'mac_address': 'fa:16:3e:e9:a9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d26f3b8-4d46-47fe-84fe-f242e97a778c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:18:21Z', 'updated_at': '2022-07-28T02:19:07Z', 'revision_number': 2, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40a12468-19ed-487d-a474-8a6063834f45', 'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'mac_address': 'fa:16:3e:62:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:09Z', 'updated_at': '2022-07-28T02:18:26Z', 'revision_number': 5, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'subnets': [{'id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:21:33.743903 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:33.776231 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b434e770-f4c5-4f46-8ea5-48637ae50a50 None None] Checking router: 36354f44-4c5b-4f6a-b262-2f1cd2d07967 for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:21:33.790972 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b434e770-f4c5-4f46-8ea5-48637ae50a50 None None] Routers {'36354f44-4c5b-4f6a-b262-2f1cd2d07967'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:21:33.792332 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-b434e770-f4c5-4f46-8ea5-48637ae50a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:21:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:21:33.991080 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-b434e770-f4c5-4f46-8ea5-48637ae50a50 None None] Set router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:21:34.079540 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b33e3-a707-424c-b910-2d4e488de410 req-1d87347c-fa95-4178-a7e4-b12200e910d1 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:34.094968 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0e0b33e3-a707-424c-b910-2d4e488de410 req-1d87347c-fa95-4178-a7e4-b12200e910d1 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.1011956 Jul 28 02:21:34.194643 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0e0b33e3-a707-424c-b910-2d4e488de410 req-be52ad79-a422-4274-913e-795a781b4fa2 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969996 Jul 28 02:21:34.461757 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-b434e770-f4c5-4f46-8ea5-48637ae50a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '420d1770-f371-4ef3-80de-40843395f9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:59Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'gw_port': {'id': '420d1770-f371-4ef3-80de-40843395f9e1', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:01Z', 'updated_at': '2022-07-28T02:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': 'c960f6a6-7e10-4edb-97b1-e9f1ea783df9', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'port_id': 'f6815afe-e104-4782-8f6b-4017625ff4b9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'mac_address': 'fa:16:3e:e9:a9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d26f3b8-4d46-47fe-84fe-f242e97a778c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:18:21Z', 'updated_at': '2022-07-28T02:19:07Z', 'revision_number': 2, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40a12468-19ed-487d-a474-8a6063834f45', 'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'mac_address': 'fa:16:3e:62:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:09Z', 'updated_at': '2022-07-28T02:18:26Z', 'revision_number': 5, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'subnets': [{'id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:21:34.506722 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2c4ba3f4-3b57-4daa-80f8-95dc1550066f req-d4bafa06-885d-4aa5-94bf-f0ec9430a16c service neutron] 10.222.0.45 "GET /v2.0/networks/6a862076-171d-4686-a6b7-e646e42fd313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360218 Jul 28 02:21:34.526566 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb18d5-5fb1-4e33-b046-daa7e82fc3e1 req-f33fd092-2002-45db-bcbd-8001b8d4dbed tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:34.535545 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3ffb18d5-5fb1-4e33-b046-daa7e82fc3e1 req-f33fd092-2002-45db-bcbd-8001b8d4dbed tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 945 time: 0.1675928 Jul 28 02:21:34.606317 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-37eacdc6-e7f7-4f52-ac8c-1cf89d9b7cc0 req-8a8e34c7-8449-4b32-a414-2647b1691c18 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=606c5aa8-a5d8-4890-b67f-5be4476fea19 HTTP/1.1" status: 200 len: 210 time: 0.0451248 Jul 28 02:21:34.650322 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3ffb18d5-5fb1-4e33-b046-daa7e82fc3e1 req-315de241-d714-4579-83eb-64f35a860de1 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121330 Jul 28 02:21:34.710859 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 60dcd1ef-cfe6-44be-bd4d-be1a1761d28d no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:21:34.737266 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] No Port match for: 60dcd1ef-cfe6-44be-bd4d-be1a1761d28d {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:21:34.737648 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 60dcd1ef-cfe6-44be-bd4d-be1a1761d28d not bound to the agent host hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:21:34.740394 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b434e770-f4c5-4f46-8ea5-48637ae50a50 None None] The sync data for ids ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'] in dv-cinder-799871-46-iscsi is: [{'id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '420d1770-f371-4ef3-80de-40843395f9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:59Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'gw_port': {'id': '420d1770-f371-4ef3-80de-40843395f9e1', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:01Z', 'updated_at': '2022-07-28T02:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': 'c960f6a6-7e10-4edb-97b1-e9f1ea783df9', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'port_id': 'f6815afe-e104-4782-8f6b-4017625ff4b9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'mac_address': 'fa:16:3e:e9:a9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d26f3b8-4d46-47fe-84fe-f242e97a778c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:18:21Z', 'updated_at': '2022-07-28T02:19:07Z', 'revision_number': 2, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40a12468-19ed-487d-a474-8a6063834f45', 'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'mac_address': 'fa:16:3e:62:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:09Z', 'updated_at': '2022-07-28T02:18:26Z', 'revision_number': 5, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'subnets': [{'id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:21:34.938500 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b256d12-e09e-4429-bf99-baad89bef904 req-4c54fae6-5bd1-47f3-a907-708622853a62 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:34.953501 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4b256d12-e09e-4429-bf99-baad89bef904 req-4c54fae6-5bd1-47f3-a907-708622853a62 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 945 time: 0.1914761 Jul 28 02:21:35.061503 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4b256d12-e09e-4429-bf99-baad89bef904 req-ef1ba63f-2fc2-414d-83a4-ae20c479a793 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042564 Jul 28 02:21:35.088561 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 46844) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:21:35.297213 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d714479-ee1e-4d35-b4ce-1d93012bb190 tempest-TestShelveInstance-47867367 tempest-TestShelveInstance-47867367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:35.301896 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7d714479-ee1e-4d35-b4ce-1d93012bb190 tempest-TestShelveInstance-47867367 tempest-TestShelveInstance-47867367-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 1124 time: 0.2094324 Jul 28 02:21:35.302571 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 46850) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:21:35.314830 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-cd31820e-ce61-4f39-8a86-d16180afaa4c tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Request body: {'floatingip': {'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'port_id': '4361cfbc-bcbf-486b-ad6a-719f5fc09a5d', 'tenant_id': '723a88dd0d514e9080b5355da878b406', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:21:35.325802 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ac8fb6-b233-4c6d-b50d-c5951d1759e5 None None] New status for floating IP d9957f6a-e01d-4446-868c-21180b659feb: DOWN {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 02:21:35.352754 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cd31820e-ce61-4f39-8a86-d16180afaa4c tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:35.440924 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091e307-cf07-4f05-b285-c61043dcc76a req-c69f92fb-09d4-41f8-92a5-ccfef5437476 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:35.449882 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5091e307-cf07-4f05-b285-c61043dcc76a req-c69f92fb-09d4-41f8-92a5-ccfef5437476 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.0746429 Jul 28 02:21:35.518395 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:35.537497 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:35.571628 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5091e307-cf07-4f05-b285-c61043dcc76a req-22b37a1f-3375-405f-906b-591489581666 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203320 Jul 28 02:21:35.633308 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cd31820e-ce61-4f39-8a86-d16180afaa4c tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:35.799527 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 46860) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:21:35.852569 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-cd31820e-ce61-4f39-8a86-d16180afaa4c tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Allocated IP 172.27.0.102 (fac975fe-f61e-48f2-98cd-c3133f923d7b/e1a55f55-f115-45c6-a5b1-44ded4e4dd9d/0c5ed888-dbaa-45fb-9a09-79a853790fab) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:21:35.866753 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:35.888281 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4d8f8135-7a6d-4b3b-909a-5edf025dd175 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group (01e84188-5950-457b-9572-4bcca873a123), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:35.936550 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4d8f8135-7a6d-4b3b-909a-5edf025dd175 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group (01e84188-5950-457b-9572-4bcca873a123), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:36.058176 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cd31820e-ce61-4f39-8a86-d16180afaa4c tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks [] for port (0c5ed888-dbaa-45fb-9a09-79a853790fab), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:36.076897 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4d8f8135-7a6d-4b3b-909a-5edf025dd175 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (01e84188-5950-457b-9572-4bcca873a123), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:36.079800 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4d8f8135-7a6d-4b3b-909a-5edf025dd175 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:36.084656 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-4d8f8135-7a6d-4b3b-909a-5edf025dd175 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "DELETE /v2.0/security-groups/01e84188-5950-457b-9572-4bcca873a123 HTTP/1.1" status: 204 len: 168 time: 0.2805293 Jul 28 02:21:36.085152 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 46868) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:21:36.113138 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.api.v2.resource [None req-d1310970-f91a-4617-b0de-6046bdaf6f13 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] show failed (client error): The resource could not be found. Jul 28 02:21:36.119576 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-d1310970-f91a-4617-b0de-6046bdaf6f13 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups/01e84188-5950-457b-9572-4bcca873a123 HTTP/1.1" status: 404 len: 347 time: 0.0331330 Jul 28 02:21:36.120984 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 46870) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:21:36.135879 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cd31820e-ce61-4f39-8a86-d16180afaa4c tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (0c5ed888-dbaa-45fb-9a09-79a853790fab), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:36.194357 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31820e-ce61-4f39-8a86-d16180afaa4c tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Pushing event updated for resources: {'Port': ['ID=0c5ed888-dbaa-45fb-9a09-79a853790fab,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:36.206289 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243edbbb-df74-4c7b-8268-2ae567b50c28 req-8a290f56-207d-4128-abdf-cd36c12a8284 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:36.214215 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-243edbbb-df74-4c7b-8268-2ae567b50c28 req-8a290f56-207d-4128-abdf-cd36c12a8284 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.1052999 Jul 28 02:21:36.225189 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:36.225618 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107b53f-528a-49dc-bc80-9220e5d95e26 req-1b7bbe83-d1e9-4691-8610-5cb17f4a9cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:36.227569 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a107b53f-528a-49dc-bc80-9220e5d95e26 req-1b7bbe83-d1e9-4691-8610-5cb17f4a9cc2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5157a5b7f25482980f925175adf2090&device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 1129 time: 0.1934185 Jul 28 02:21:36.244657 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd31820e-ce61-4f39-8a86-d16180afaa4c tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Network fac975fe-f61e-48f2-98cd-c3133f923d7b is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:21:36.273203 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f8135-7a6d-4b3b-909a-5edf025dd175 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e84188-5950-457b-9572-4bcca873a123,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:36.412518 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-cd31820e-ce61-4f39-8a86-d16180afaa4c tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:21:36.417873 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-243edbbb-df74-4c7b-8268-2ae567b50c28 req-62465b09-817e-4688-b36e-885ea61f93a9 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023900 Jul 28 02:21:36.421808 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd31820e-ce61-4f39-8a86-d16180afaa4c tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:21:36.454354 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-6c505999-fa1c-45b7-b995-f20deaa62c62 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Deleting port d0795caa-a256-4a9b-b520-27baa7b2fe42 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:21:36.457328 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6c505999-fa1c-45b7-b995-f20deaa62c62 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (d0795caa-a256-4a9b-b520-27baa7b2fe42), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:36.504828 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107b53f-528a-49dc-bc80-9220e5d95e26 req-54db317d-8b57-4caf-b0e6-edb218ff6737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:36.506495 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a107b53f-528a-49dc-bc80-9220e5d95e26 req-54db317d-8b57-4caf-b0e6-edb218ff6737 service neutron] 10.222.0.45 "GET /v2.0/networks?id=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 HTTP/1.1" status: 200 len: 920 time: 0.2605736 Jul 28 02:21:36.563390 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a107b53f-528a-49dc-bc80-9220e5d95e26 req-0474dd35-5f88-4f0e-9e36-99164e37da50 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40d8500a-f1bf-4d76-ab1d-ab85d099d88f HTTP/1.1" status: 200 len: 217 time: 0.0482450 Jul 28 02:21:36.571933 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6c505999-fa1c-45b7-b995-f20deaa62c62 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (d0795caa-a256-4a9b-b520-27baa7b2fe42), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:36.572394 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6c505999-fa1c-45b7-b995-f20deaa62c62 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for floatingip (d0795caa-a256-4a9b-b520-27baa7b2fe42), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:36.587123 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-6c505999-fa1c-45b7-b995-f20deaa62c62 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Calling delete_port for d0795caa-a256-4a9b-b520-27baa7b2fe42 owned by network:floatingip {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:21:36.710976 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107b53f-528a-49dc-bc80-9220e5d95e26 req-54aa0573-f1b7-4b51-939a-df67e78b0edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:36.715068 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a107b53f-528a-49dc-bc80-9220e5d95e26 req-54aa0573-f1b7-4b51-939a-df67e78b0edb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85b85007-31bd-4b12-8b58-5449a423c715 HTTP/1.1" status: 200 len: 858 time: 0.1288095 Jul 28 02:21:36.812346 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6c505999-fa1c-45b7-b995-f20deaa62c62 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (d0795caa-a256-4a9b-b520-27baa7b2fe42), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:36.826933 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107b53f-528a-49dc-bc80-9220e5d95e26 req-7b6ea3b2-da14-4197-99ec-371c45d9d27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:36.832210 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a107b53f-528a-49dc-bc80-9220e5d95e26 req-7b6ea3b2-da14-4197-99ec-371c45d9d27d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1073847 Jul 28 02:21:36.838777 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c505999-fa1c-45b7-b995-f20deaa62c62 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event deleted for resources: {'Port': ['ID=d0795caa-a256-4a9b-b520-27baa7b2fe42,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:36.896809 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:36.905941 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:36.922480 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6c505999-fa1c-45b7-b995-f20deaa62c62 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for floatingip (d9957f6a-e01d-4446-868c-21180b659feb), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:36.925726 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6c505999-fa1c-45b7-b995-f20deaa62c62 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:36.929686 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-6c505999-fa1c-45b7-b995-f20deaa62c62 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "DELETE /v2.0/floatingips/d9957f6a-e01d-4446-868c-21180b659feb HTTP/1.1" status: 204 len: 168 time: 0.7355011 Jul 28 02:21:37.158522 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cd31820e-ce61-4f39-8a86-d16180afaa4c tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks [] for floatingip (a1eb7fbc-0778-4155-bbf2-de06639d5284), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:37.159716 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:37.162273 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a107b53f-528a-49dc-bc80-9220e5d95e26 req-f11380fc-2d30-4b71-b60f-51fbfceb7aa5 service neutron] 10.222.0.45 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139374 Jul 28 02:21:37.357945 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cd31820e-ce61-4f39-8a86-d16180afaa4c tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (0c5ed888-dbaa-45fb-9a09-79a853790fab), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:37.521890 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a107b53f-528a-49dc-bc80-9220e5d95e26 req-a5f687fc-bcc1-46a7-b13a-1f7517704d2c service neutron] 10.222.0.45 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249323 Jul 28 02:21:37.578499 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11980315-532f-405e-86bc-c9e2a6ce2a72 req-177a499c-9eda-456b-ac83-4af6106153c2 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:37.585899 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-11980315-532f-405e-86bc-c9e2a6ce2a72 req-177a499c-9eda-456b-ac83-4af6106153c2 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.0656142 Jul 28 02:21:37.604131 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cd31820e-ce61-4f39-8a86-d16180afaa4c tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks [] for port (0c5ed888-dbaa-45fb-9a09-79a853790fab), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:37.614171 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cd31820e-ce61-4f39-8a86-d16180afaa4c tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (0c5ed888-dbaa-45fb-9a09-79a853790fab), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:37.652065 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-11980315-532f-405e-86bc-c9e2a6ce2a72 req-fb090fca-b936-4851-a5f8-4011cb313e2c tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649731 Jul 28 02:21:37.701961 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31820e-ce61-4f39-8a86-d16180afaa4c tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Pushing event updated for resources: {'Port': ['ID=0c5ed888-dbaa-45fb-9a09-79a853790fab,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:37.713302 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cd31820e-ce61-4f39-8a86-d16180afaa4c tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (a1eb7fbc-0778-4155-bbf2-de06639d5284), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:37.838784 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.db.l3_db [None req-cd31820e-ce61-4f39-8a86-d16180afaa4c tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Floating IP a1eb7fbc-0778-4155-bbf2-de06639d5284 associated. External IP: 172.27.0.102, port: 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d. Jul 28 02:21:38.360230 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:38.364769 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd31820e-ce61-4f39-8a86-d16180afaa4c tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Router 3fde082d-6729-4ef0-9eb3-e3e1eb526f5f has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:21:38.474445 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd31820e-ce61-4f39-8a86-d16180afaa4c tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:21:38.483532 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:38.486436 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72a516c-2989-421f-b4d1-ac1cdb65b58b None None] Sync routers for ids ['3fde082d-6729-4ef0-9eb3-e3e1eb526f5f'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:21:38.494938 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cd31820e-ce61-4f39-8a86-d16180afaa4c tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:38.525493 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72a516c-2989-421f-b4d1-ac1cdb65b58b None None] Routers {'3fde082d-6729-4ef0-9eb3-e3e1eb526f5f'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:21:38.526400 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-b72a516c-2989-421f-b4d1-ac1cdb65b58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:21:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['3fde082d-6729-4ef0-9eb3-e3e1eb526f5f'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:21:38.529782 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-cd31820e-ce61-4f39-8a86-d16180afaa4c tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2260673 Jul 28 02:21:38.530409 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734a7df7-1d42-44b2-a43e-f71f1811a773', 'tag': '4361cfbc-bcbf-486b-ad6a-719f5fc09a5d'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:21:38.533054 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586441cf-dc62-4e5b-bff3-6091372aef30" -d '{"events": [{"name": "network-changed", "server_uuid": "734a7df7-1d42-44b2-a43e-f71f1811a773", "tag": "4361cfbc-bcbf-486b-ad6a-719f5fc09a5d"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:21:38.596005 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7230aa-dd27-4ccc-b9f8-014d68feab55 x-openstack-request-id: req-5a7230aa-dd27-4ccc-b9f8-014d68feab55 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:21:38.596407 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "734a7df7-1d42-44b2-a43e-f71f1811a773", "tag": "4361cfbc-bcbf-486b-ad6a-719f5fc09a5d", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:21:38.596660 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5a7230aa-dd27-4ccc-b9f8-014d68feab55 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:21:38.597224 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a7230aa-dd27-4ccc-b9f8-014d68feab55'] response: {'name': 'network-changed', 'server_uuid': '734a7df7-1d42-44b2-a43e-f71f1811a773', 'tag': '4361cfbc-bcbf-486b-ad6a-719f5fc09a5d', 'status': 'completed', 'code': 200} Jul 28 02:21:38.663817 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-b72a516c-2989-421f-b4d1-ac1cdb65b58b None None] Set router 3fde082d-6729-4ef0-9eb3-e3e1eb526f5f gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:21:38.787665 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf1cea-5a0d-4ada-aab2-08181e2165d0 req-ceaa642a-81d1-46a6-8cfb-29ee74f45299 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:38.790248 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7bcf1cea-5a0d-4ada-aab2-08181e2165d0 req-ceaa642a-81d1-46a6-8cfb-29ee74f45299 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.0571647 Jul 28 02:21:38.845673 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7bcf1cea-5a0d-4ada-aab2-08181e2165d0 req-0eeb38b2-68ac-4186-ac00-66e4577595df tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482664 Jul 28 02:21:38.958145 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-b72a516c-2989-421f-b4d1-ac1cdb65b58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'name': 'tempest-TestShelveInstance-921582383-router', 'tenant_id': '723a88dd0d514e9080b5355da878b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '68049d9b-dfd7-4348-93c1-6b57ac6e6f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:20:29Z', 'updated_at': '2022-07-28T02:20:35Z', 'revision_number': 4, 'project_id': '723a88dd0d514e9080b5355da878b406', 'gw_port': {'id': '68049d9b-dfd7-4348-93c1-6b57ac6e6f06', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:30Z', 'updated_at': '2022-07-28T02:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': 'a1eb7fbc-0778-4155-bbf2-de06639d5284', 'tenant_id': '723a88dd0d514e9080b5355da878b406', 'floating_ip_address': '172.27.0.102', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'port_id': '4361cfbc-bcbf-486b-ad6a-719f5fc09a5d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3028137f-378b-4f43-9bf1-434ecd477647', 'mac_address': 'fa:16:3e:51:2c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a7df7-1d42-44b2-a43e-f71f1811a773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:21:36Z', 'updated_at': '2022-07-28T02:21:36Z', 'revision_number': 0, 'project_id': '723a88dd0d514e9080b5355da878b406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9c898c-0d06-4902-8935-7176c3348142', 'name': '', 'network_id': '3028137f-378b-4f43-9bf1-434ecd477647', 'tenant_id': '723a88dd0d514e9080b5355da878b406', 'mac_address': 'fa:16:3e:00:49:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '27e5cd1e-e52c-425e-8667-f3f406f660a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:34Z', 'updated_at': '2022-07-28T02:20:41Z', 'revision_number': 5, 'project_id': '723a88dd0d514e9080b5355da878b406', 'subnets': [{'id': '27e5cd1e-e52c-425e-8667-f3f406f660a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:21:38.991044 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72a516c-2989-421f-b4d1-ac1cdb65b58b None None] Checking router: 3fde082d-6729-4ef0-9eb3-e3e1eb526f5f for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:21:39.000431 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72a516c-2989-421f-b4d1-ac1cdb65b58b None None] Routers {'3fde082d-6729-4ef0-9eb3-e3e1eb526f5f'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:21:39.001078 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-b72a516c-2989-421f-b4d1-ac1cdb65b58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:21:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['3fde082d-6729-4ef0-9eb3-e3e1eb526f5f'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:21:39.121661 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-b72a516c-2989-421f-b4d1-ac1cdb65b58b None None] Set router 3fde082d-6729-4ef0-9eb3-e3e1eb526f5f gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:21:39.123421 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:39.310940 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:39.381009 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-b72a516c-2989-421f-b4d1-ac1cdb65b58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'name': 'tempest-TestShelveInstance-921582383-router', 'tenant_id': '723a88dd0d514e9080b5355da878b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '68049d9b-dfd7-4348-93c1-6b57ac6e6f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:20:29Z', 'updated_at': '2022-07-28T02:20:35Z', 'revision_number': 4, 'project_id': '723a88dd0d514e9080b5355da878b406', 'gw_port': {'id': '68049d9b-dfd7-4348-93c1-6b57ac6e6f06', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:30Z', 'updated_at': '2022-07-28T02:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': 'a1eb7fbc-0778-4155-bbf2-de06639d5284', 'tenant_id': '723a88dd0d514e9080b5355da878b406', 'floating_ip_address': '172.27.0.102', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'port_id': '4361cfbc-bcbf-486b-ad6a-719f5fc09a5d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3028137f-378b-4f43-9bf1-434ecd477647', 'mac_address': 'fa:16:3e:51:2c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a7df7-1d42-44b2-a43e-f71f1811a773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:21:36Z', 'updated_at': '2022-07-28T02:21:36Z', 'revision_number': 0, 'project_id': '723a88dd0d514e9080b5355da878b406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9c898c-0d06-4902-8935-7176c3348142', 'name': '', 'network_id': '3028137f-378b-4f43-9bf1-434ecd477647', 'tenant_id': '723a88dd0d514e9080b5355da878b406', 'mac_address': 'fa:16:3e:00:49:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '27e5cd1e-e52c-425e-8667-f3f406f660a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:34Z', 'updated_at': '2022-07-28T02:20:41Z', 'revision_number': 5, 'project_id': '723a88dd0d514e9080b5355da878b406', 'subnets': [{'id': '27e5cd1e-e52c-425e-8667-f3f406f660a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:21:39.407353 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72a516c-2989-421f-b4d1-ac1cdb65b58b None None] The sync data for ids ['3fde082d-6729-4ef0-9eb3-e3e1eb526f5f'] in dv-cinder-799871-46-iscsi is: [{'id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'name': 'tempest-TestShelveInstance-921582383-router', 'tenant_id': '723a88dd0d514e9080b5355da878b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '68049d9b-dfd7-4348-93c1-6b57ac6e6f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:20:29Z', 'updated_at': '2022-07-28T02:20:35Z', 'revision_number': 4, 'project_id': '723a88dd0d514e9080b5355da878b406', 'gw_port': {'id': '68049d9b-dfd7-4348-93c1-6b57ac6e6f06', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:30Z', 'updated_at': '2022-07-28T02:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': 'a1eb7fbc-0778-4155-bbf2-de06639d5284', 'tenant_id': '723a88dd0d514e9080b5355da878b406', 'floating_ip_address': '172.27.0.102', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'port_id': '4361cfbc-bcbf-486b-ad6a-719f5fc09a5d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3028137f-378b-4f43-9bf1-434ecd477647', 'mac_address': 'fa:16:3e:51:2c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a7df7-1d42-44b2-a43e-f71f1811a773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:21:36Z', 'updated_at': '2022-07-28T02:21:36Z', 'revision_number': 0, 'project_id': '723a88dd0d514e9080b5355da878b406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9c898c-0d06-4902-8935-7176c3348142', 'name': '', 'network_id': '3028137f-378b-4f43-9bf1-434ecd477647', 'tenant_id': '723a88dd0d514e9080b5355da878b406', 'mac_address': 'fa:16:3e:00:49:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '27e5cd1e-e52c-425e-8667-f3f406f660a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:34Z', 'updated_at': '2022-07-28T02:20:41Z', 'revision_number': 5, 'project_id': '723a88dd0d514e9080b5355da878b406', 'subnets': [{'id': '27e5cd1e-e52c-425e-8667-f3f406f660a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:21:39.690469 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87903322-f052-4dc9-9f9f-07011cbbaba0 None None] New status for floating IP a1eb7fbc-0778-4155-bbf2-de06639d5284: ACTIVE {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 02:21:39.838174 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586441cf-dc62-4e5b-bff3-6091372aef30 req-d1cfe92f-07bb-4d65-ab05-c7493ab2c56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:39.840036 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-586441cf-dc62-4e5b-bff3-6091372aef30 req-d1cfe92f-07bb-4d65-ab05-c7493ab2c56a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=723a88dd0d514e9080b5355da878b406&device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 1129 time: 0.0581760 Jul 28 02:21:40.003194 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:40.021609 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac436b9f-6467-4f8f-ada4-8e6e833c471a req-85ea626d-7902-4980-8a65-55dc5956d9f7 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:40.031139 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ac436b9f-6467-4f8f-ada4-8e6e833c471a req-85ea626d-7902-4980-8a65-55dc5956d9f7 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.0715761 Jul 28 02:21:40.112751 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586441cf-dc62-4e5b-bff3-6091372aef30 req-a70a0b75-b2e5-4305-9261-3c12be0bd967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:40.114355 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-586441cf-dc62-4e5b-bff3-6091372aef30 req-a70a0b75-b2e5-4305-9261-3c12be0bd967 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3028137f-378b-4f43-9bf1-434ecd477647 HTTP/1.1" status: 200 len: 909 time: 0.1959372 Jul 28 02:21:40.117445 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ac436b9f-6467-4f8f-ada4-8e6e833c471a req-fc671ce2-ef54-491b-b15e-9d52f5c5c3f6 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830998 Jul 28 02:21:40.253134 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-586441cf-dc62-4e5b-bff3-6091372aef30 req-19d5cdb3-4df9-4b8b-8b19-31bb3e78c60b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4361cfbc-bcbf-486b-ad6a-719f5fc09a5d HTTP/1.1" status: 200 len: 1001 time: 0.1130645 Jul 28 02:21:40.824345 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586441cf-dc62-4e5b-bff3-6091372aef30 req-dded43b7-51da-4c9b-8f61-577fb970b867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:40.827121 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-586441cf-dc62-4e5b-bff3-6091372aef30 req-dded43b7-51da-4c9b-8f61-577fb970b867 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27e5cd1e-e52c-425e-8667-f3f406f660a7 HTTP/1.1" status: 200 len: 847 time: 0.0623255 Jul 28 02:21:40.891076 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586441cf-dc62-4e5b-bff3-6091372aef30 req-34503413-2276-484a-8a0b-1e665f5ee174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:40.892604 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-586441cf-dc62-4e5b-bff3-6091372aef30 req-34503413-2276-484a-8a0b-1e665f5ee174 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3028137f-378b-4f43-9bf1-434ecd477647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0527613 Jul 28 02:21:41.021709 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-586441cf-dc62-4e5b-bff3-6091372aef30 req-41a18838-47f3-492f-ae0a-5fb3ada782e3 service neutron] 10.222.0.45 "GET /v2.0/networks/3028137f-378b-4f43-9bf1-434ecd477647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223040 Jul 28 02:21:41.177630 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-586441cf-dc62-4e5b-bff3-6091372aef30 req-5de45900-4482-432e-8aae-8c3e2c6f884e service neutron] 10.222.0.45 "GET /v2.0/networks/3028137f-378b-4f43-9bf1-434ecd477647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482077 Jul 28 02:21:41.330098 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fed48-9a13-4b55-a164-cd02ae89fa4f req-3882f1c1-2be7-4f34-8c01-3e7c62f83443 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:41.340656 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d67fed48-9a13-4b55-a164-cd02ae89fa4f req-3882f1c1-2be7-4f34-8c01-3e7c62f83443 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.0716984 Jul 28 02:21:41.423862 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cfab9-6897-4bcd-addb-e8e4312ea19a req-d3cb5b46-92aa-445c-b03b-48c121e305e3 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:41.425691 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-574cfab9-6897-4bcd-addb-e8e4312ea19a req-d3cb5b46-92aa-445c-b03b-48c121e305e3 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 946 time: 0.0820730 Jul 28 02:21:41.457307 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d67fed48-9a13-4b55-a164-cd02ae89fa4f req-31c66d5e-252e-4933-b5f7-604ed9b484c1 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150584 Jul 28 02:21:41.549769 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-574cfab9-6897-4bcd-addb-e8e4312ea19a req-a6c2da16-eb07-4917-bdc0-ba02066a1a23 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=8347a0a2-9c3c-4882-9f4b-ed59c58e8074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139767 Jul 28 02:21:42.703795 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b837d-1964-4418-9d97-dd6eccf8d76b req-fcb4638e-5d27-4c26-bbda-e4ef1ad7b79c tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:42.705531 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7e3b837d-1964-4418-9d97-dd6eccf8d76b req-fcb4638e-5d27-4c26-bbda-e4ef1ad7b79c tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 946 time: 0.0639610 Jul 28 02:21:42.781063 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7e3b837d-1964-4418-9d97-dd6eccf8d76b req-d4e3ed32-8cb7-4670-8828-04a0c1fe89e9 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=8347a0a2-9c3c-4882-9f4b-ed59c58e8074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688705 Jul 28 02:21:43.093930 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 46964) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:21:43.098935 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-6e2155ca-6c64-424a-bfd8-006fb73d4e5d tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1642783550', 'description': 'tempest-description--293485695'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:21:43.122322 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6e2155ca-6c64-424a-bfd8-006fb73d4e5d tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:43.199660 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6e2155ca-6c64-424a-bfd8-006fb73d4e5d tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks [] for security_group (eafc79e1-ccee-4962-b8d4-525a963268a2), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:43.204111 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6e2155ca-6c64-424a-bfd8-006fb73d4e5d tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (eafc79e1-ccee-4962-b8d4-525a963268a2), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:43.239743 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6e2155ca-6c64-424a-bfd8-006fb73d4e5d tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:43.242414 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-6e2155ca-6c64-424a-bfd8-006fb73d4e5d tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1458852 Jul 28 02:21:43.243653 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2155ca-6c64-424a-bfd8-006fb73d4e5d tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eafc79e1-ccee-4962-b8d4-525a963268a2,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:43.244135 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 46972) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:21:43.251565 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-6874405d-d603-4f7e-be75-28bbf918daf1 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Request body: {'security_group_rule': {'security_group_id': 'eafc79e1-ccee-4962-b8d4-525a963268a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:21:43.285345 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6874405d-d603-4f7e-be75-28bbf918daf1 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks [] for security_group_rule (2137dd05-4f85-4a84-90d1-4a328d8345b8), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:43.358347 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6874405d-d603-4f7e-be75-28bbf918daf1 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks [] for security_group_rule (2137dd05-4f85-4a84-90d1-4a328d8345b8), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:43.362359 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6874405d-d603-4f7e-be75-28bbf918daf1 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (2137dd05-4f85-4a84-90d1-4a328d8345b8), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:43.384592 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874405d-d603-4f7e-be75-28bbf918daf1 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2137dd05-4f85-4a84-90d1-4a328d8345b8,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:43.391008 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6874405d-d603-4f7e-be75-28bbf918daf1 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:43.395349 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-6874405d-d603-4f7e-be75-28bbf918daf1 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1471612 Jul 28 02:21:43.395349 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 46976) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:21:43.399706 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-11212ee9-269c-4ee2-bb08-dd97b4ecb174 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Request body: {'security_group_rule': {'security_group_id': 'eafc79e1-ccee-4962-b8d4-525a963268a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:21:43.427411 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-11212ee9-269c-4ee2-bb08-dd97b4ecb174 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks [] for security_group_rule (5fd2e037-fb86-45e2-8625-5a57afbfc045), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:43.494461 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-11212ee9-269c-4ee2-bb08-dd97b4ecb174 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks [] for security_group_rule (5fd2e037-fb86-45e2-8625-5a57afbfc045), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:43.499010 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-11212ee9-269c-4ee2-bb08-dd97b4ecb174 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (5fd2e037-fb86-45e2-8625-5a57afbfc045), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:43.527472 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:43.532308 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11212ee9-269c-4ee2-bb08-dd97b4ecb174 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd2e037-fb86-45e2-8625-5a57afbfc045,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:43.556163 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-11212ee9-269c-4ee2-bb08-dd97b4ecb174 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:43.557426 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-11212ee9-269c-4ee2-bb08-dd97b4ecb174 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1611242 Jul 28 02:21:43.562113 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 46978) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:21:43.567203 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-746ae1d9-9654-412b-86f8-117076f5d1ed tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Request body: {'floatingip': {'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:21:43.577491 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6b026-043b-45a4-b99f-cccbcbf56b29 req-a0084f0b-2802-426b-9e03-ef271bd03349 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:43.579100 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a6d6b026-043b-45a4-b99f-cccbcbf56b29 req-a0084f0b-2802-426b-9e03-ef271bd03349 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 946 time: 0.0638683 Jul 28 02:21:43.592267 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-746ae1d9-9654-412b-86f8-117076f5d1ed tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:43.618323 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:43.676401 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-a6d6b026-043b-45a4-b99f-cccbcbf56b29 req-e6af559d-11d8-4d48-85de-662eb469ab5f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Deleting port f6815afe-e104-4782-8f6b-4017625ff4b9 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:21:43.676747 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a6d6b026-043b-45a4-b99f-cccbcbf56b29 req-e6af559d-11d8-4d48-85de-662eb469ab5f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (f6815afe-e104-4782-8f6b-4017625ff4b9), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:43.679519 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-746ae1d9-9654-412b-86f8-117076f5d1ed tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:43.769862 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:43.780543 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-a6d6b026-043b-45a4-b99f-cccbcbf56b29 req-e6af559d-11d8-4d48-85de-662eb469ab5f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] For port f6815afe-e104-4782-8f6b-4017625ff4b9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f6815afe-e104-4782-8f6b-4017625ff4b9,segment=NetworkSegment(ad593867-37dc-486f-9ad0-984d268f99db),segment_id=ad593867-37dc-486f-9ad0-984d268f99db)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:21:43.780940 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a6d6b026-043b-45a4-b99f-cccbcbf56b29 req-e6af559d-11d8-4d48-85de-662eb469ab5f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (f6815afe-e104-4782-8f6b-4017625ff4b9), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:43.796309 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [None req-746ae1d9-9654-412b-86f8-117076f5d1ed tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Allocated IP 172.27.0.199 (fac975fe-f61e-48f2-98cd-c3133f923d7b/e1a55f55-f115-45c6-a5b1-44ded4e4dd9d/351af834-a061-49bb-b6f4-31505a06496e) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:21:43.815069 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:43.959922 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-746ae1d9-9654-412b-86f8-117076f5d1ed tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks [] for port (351af834-a061-49bb-b6f4-31505a06496e), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:43.967166 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2086f06-919d-4536-aa80-43f47c6ccb2e req-8f8780be-de3e-4a86-8262-38a36056401a tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:43.969735 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c2086f06-919d-4536-aa80-43f47c6ccb2e req-8f8780be-de3e-4a86-8262-38a36056401a tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 946 time: 0.0720024 Jul 28 02:21:43.988983 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a6d6b026-043b-45a4-b99f-cccbcbf56b29 req-e6af559d-11d8-4d48-85de-662eb469ab5f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:43.989525 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a6d6b026-043b-45a4-b99f-cccbcbf56b29 req-e6af559d-11d8-4d48-85de-662eb469ab5f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (c960f6a6-7e10-4edb-97b1-e9f1ea783df9), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:43.989989 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.db.l3_db [req-a6d6b026-043b-45a4-b99f-cccbcbf56b29 req-e6af559d-11d8-4d48-85de-662eb469ab5f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Floating IP c960f6a6-7e10-4edb-97b1-e9f1ea783df9 disassociated. External IP: 172.27.0.75, port: f6815afe-e104-4782-8f6b-4017625ff4b9. Jul 28 02:21:43.990499 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-a6d6b026-043b-45a4-b99f-cccbcbf56b29 req-e6af559d-11d8-4d48-85de-662eb469ab5f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Calling delete_port for f6815afe-e104-4782-8f6b-4017625ff4b9 owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:21:44.045654 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c2086f06-919d-4536-aa80-43f47c6ccb2e req-b46402a4-ac56-4707-865e-d2fc9a9e90bf tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=8347a0a2-9c3c-4882-9f4b-ed59c58e8074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698574 Jul 28 02:21:44.046712 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-746ae1d9-9654-412b-86f8-117076f5d1ed tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (351af834-a061-49bb-b6f4-31505a06496e), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:44.093843 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746ae1d9-9654-412b-86f8-117076f5d1ed tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Network fac975fe-f61e-48f2-98cd-c3133f923d7b is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:21:44.098457 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-746ae1d9-9654-412b-86f8-117076f5d1ed tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:21:44.103213 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ae1d9-9654-412b-86f8-117076f5d1ed tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Pushing event updated for resources: {'Port': ['ID=351af834-a061-49bb-b6f4-31505a06496e,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:44.106969 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746ae1d9-9654-412b-86f8-117076f5d1ed tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:21:44.182009 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a6d6b026-043b-45a4-b99f-cccbcbf56b29 req-e6af559d-11d8-4d48-85de-662eb469ab5f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (f6815afe-e104-4782-8f6b-4017625ff4b9), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:44.218378 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-746ae1d9-9654-412b-86f8-117076f5d1ed tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks [] for floatingip (88a83803-25aa-4ca4-b193-dd35f519ff29), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:44.221032 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af559d-11d8-4d48-85de-662eb469ab5f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event deleted for resources: {'Port': ['ID=f6815afe-e104-4782-8f6b-4017625ff4b9,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:44.280155 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-746ae1d9-9654-412b-86f8-117076f5d1ed tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (351af834-a061-49bb-b6f4-31505a06496e), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:44.343919 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6d6b026-043b-45a4-b99f-cccbcbf56b29 req-e6af559d-11d8-4d48-85de-662eb469ab5f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:21:44.460523 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-746ae1d9-9654-412b-86f8-117076f5d1ed tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks [] for port (351af834-a061-49bb-b6f4-31505a06496e), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:44.469009 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-746ae1d9-9654-412b-86f8-117076f5d1ed tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25613259'] for port (351af834-a061-49bb-b6f4-31505a06496e), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:44.498661 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6d6b026-043b-45a4-b99f-cccbcbf56b29 req-e6af559d-11d8-4d48-85de-662eb469ab5f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:21:44.522988 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d53b24e-a0bf-4835-aeb1-0e9db05c006f None None] Sync routers for ids ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:21:44.533816 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d53b24e-a0bf-4835-aeb1-0e9db05c006f None None] Routers {'36354f44-4c5b-4f6a-b262-2f1cd2d07967'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:21:44.534731 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-8d53b24e-a0bf-4835-aeb1-0e9db05c006f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:21:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:21:44.573220 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d6b026-043b-45a4-b99f-cccbcbf56b29 req-e6af559d-11d8-4d48-85de-662eb469ab5f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] No DVR routers for this DVR port f6815afe-e104-4782-8f6b-4017625ff4b9 on host hv-cinder-79987 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:21:44.580540 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a6d6b026-043b-45a4-b99f-cccbcbf56b29 req-e6af559d-11d8-4d48-85de-662eb469ab5f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:44.586582 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a6d6b026-043b-45a4-b99f-cccbcbf56b29 req-e6af559d-11d8-4d48-85de-662eb469ab5f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.45 "DELETE /v2.0/ports/f6815afe-e104-4782-8f6b-4017625ff4b9 HTTP/1.1" status: 204 len: 173 time: 0.9993553 Jul 28 02:21:44.587439 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d26f3b8-4d46-47fe-84fe-f242e97a778c', 'name': 'network-vif-deleted', 'tag': 'f6815afe-e104-4782-8f6b-4017625ff4b9'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:21:44.587843 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ae1d9-9654-412b-86f8-117076f5d1ed tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Pushing event updated for resources: {'Port': ['ID=351af834-a061-49bb-b6f4-31505a06496e,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:44.615152 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0b9338-b19c-46ef-a23f-6265e00e4f49" -d '{"events": [{"server_uuid": "4d26f3b8-4d46-47fe-84fe-f242e97a778c", "name": "network-vif-deleted", "tag": "f6815afe-e104-4782-8f6b-4017625ff4b9"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:21:44.620112 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-746ae1d9-9654-412b-86f8-117076f5d1ed tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (88a83803-25aa-4ca4-b193-dd35f519ff29), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:44.658682 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-746ae1d9-9654-412b-86f8-117076f5d1ed tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:44.660504 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-746ae1d9-9654-412b-86f8-117076f5d1ed tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0972538 Jul 28 02:21:44.732280 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a2131e-a4f1-4e0e-a048-f46854a35075 x-openstack-request-id: req-99a2131e-a4f1-4e0e-a048-f46854a35075 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:21:44.733100 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d26f3b8-4d46-47fe-84fe-f242e97a778c", "name": "network-vif-deleted", "tag": "f6815afe-e104-4782-8f6b-4017625ff4b9", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:21:44.733627 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-99a2131e-a4f1-4e0e-a048-f46854a35075 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:21:44.734267 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a2131e-a4f1-4e0e-a048-f46854a35075'] response: {'server_uuid': '4d26f3b8-4d46-47fe-84fe-f242e97a778c', 'name': 'network-vif-deleted', 'tag': 'f6815afe-e104-4782-8f6b-4017625ff4b9', 'status': 'completed', 'code': 200} Jul 28 02:21:44.747150 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-8d53b24e-a0bf-4835-aeb1-0e9db05c006f None None] Set router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:21:44.977265 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-4cdc38b6-cdc8-4c39-99ae-8c6f3d44ae8d tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1642783550&fields=id&tenant_id=b5157a5b7f25482980f925175adf2090 HTTP/1.1" status: 200 len: 267 time: 0.0484471 Jul 28 02:21:45.024051 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-8d53b24e-a0bf-4835-aeb1-0e9db05c006f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '420d1770-f371-4ef3-80de-40843395f9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:59Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'gw_port': {'id': '420d1770-f371-4ef3-80de-40843395f9e1', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:01Z', 'updated_at': '2022-07-28T02:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '40a12468-19ed-487d-a474-8a6063834f45', 'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'mac_address': 'fa:16:3e:62:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:09Z', 'updated_at': '2022-07-28T02:18:26Z', 'revision_number': 5, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'subnets': [{'id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:21:45.042921 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:45.056242 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d53b24e-a0bf-4835-aeb1-0e9db05c006f None None] Checking router: 36354f44-4c5b-4f6a-b262-2f1cd2d07967 for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:21:45.068655 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d53b24e-a0bf-4835-aeb1-0e9db05c006f None None] Routers {'36354f44-4c5b-4f6a-b262-2f1cd2d07967'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:21:45.069109 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-8d53b24e-a0bf-4835-aeb1-0e9db05c006f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:21:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:21:45.107354 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:45.114586 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-cae5d5cf-8149-457e-a27b-20c3061d248f tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:45.116206 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-cae5d5cf-8149-457e-a27b-20c3061d248f tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/networks?id=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 HTTP/1.1" status: 200 len: 819 time: 0.1311224 Jul 28 02:21:45.135084 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-64978a7b-569f-4c0d-ae6e-d50e965bd698 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/quotas/b5157a5b7f25482980f925175adf2090 HTTP/1.1" status: 200 len: 375 time: 0.0112653 Jul 28 02:21:45.223054 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-8d53b24e-a0bf-4835-aeb1-0e9db05c006f None None] Set router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:21:45.257570 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f35903b5-0d97-4056-ba15-5893173b54ad req-9a65cbfa-22e8-45ad-a6a3-e089460742b5 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=4d26f3b8-4d46-47fe-84fe-f242e97a778c HTTP/1.1" status: 200 len: 210 time: 0.0497968 Jul 28 02:21:45.285939 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-9aa27bc5-bbbe-49f5-b64d-898593c8d73c tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=b5157a5b7f25482980f925175adf2090&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1375372 Jul 28 02:21:45.388840 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-214ab9bd-65d3-4ad9-a763-62ecc9e20b1c service neutron] 10.222.0.40 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015952 Jul 28 02:21:45.457534 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-8d53b24e-a0bf-4835-aeb1-0e9db05c006f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '420d1770-f371-4ef3-80de-40843395f9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:59Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'gw_port': {'id': '420d1770-f371-4ef3-80de-40843395f9e1', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:01Z', 'updated_at': '2022-07-28T02:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '40a12468-19ed-487d-a474-8a6063834f45', 'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'mac_address': 'fa:16:3e:62:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:09Z', 'updated_at': '2022-07-28T02:18:26Z', 'revision_number': 5, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'subnets': [{'id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:21:45.499734 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-3bcb4502-91d2-4b08-aa26-7cbf7e763693 service neutron] 10.222.0.40 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048183 Jul 28 02:21:45.502162 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d53b24e-a0bf-4835-aeb1-0e9db05c006f None None] The sync data for ids ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'] in dv-cinder-799871-46-iscsi is: [{'id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '420d1770-f371-4ef3-80de-40843395f9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:59Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'gw_port': {'id': '420d1770-f371-4ef3-80de-40843395f9e1', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:01Z', 'updated_at': '2022-07-28T02:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '40a12468-19ed-487d-a474-8a6063834f45', 'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'mac_address': 'fa:16:3e:62:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:09Z', 'updated_at': '2022-07-28T02:18:26Z', 'revision_number': 5, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'subnets': [{'id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:21:45.684951 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a080c7ab-17e9-402d-97d3-8a161737ba41 req-d68863d7-d947-420a-a779-a732f481ab30 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 210 time: 0.0295463 Jul 28 02:21:45.789615 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bc947f-2aac-40f2-ba7b-a506c3b7ba53 None None] New status for floating IP c960f6a6-7e10-4edb-97b1-e9f1ea783df9: DOWN {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 02:21:46.306508 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 47070) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:21:46.360140 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 47076) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:21:46.364021 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a4643e4-d683-4fed-815b-e05ec749e5fb admin admin] Deleting subnet 871bec04-2843-42ba-889b-bf8c69f943f2 {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 02:21:46.367369 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9a4643e4-d683-4fed-815b-e05ec749e5fb admin admin] Publish callbacks [] for subnet (871bec04-2843-42ba-889b-bf8c69f943f2), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:46.403701 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9a4643e4-d683-4fed-815b-e05ec749e5fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629650'] for subnet (871bec04-2843-42ba-889b-bf8c69f943f2), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:46.415478 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-fb132fd1-75f3-4ff2-aaf0-8e4afcce8440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group (8347a0a2-9c3c-4882-9f4b-ed59c58e8074), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:46.440967 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-fb132fd1-75f3-4ff2-aaf0-8e4afcce8440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group (8347a0a2-9c3c-4882-9f4b-ed59c58e8074), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:46.442431 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:46.447771 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:46.450517 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9a4643e4-d683-4fed-815b-e05ec749e5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401899'] for subnet (871bec04-2843-42ba-889b-bf8c69f943f2), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:46.499949 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-fb132fd1-75f3-4ff2-aaf0-8e4afcce8440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (8347a0a2-9c3c-4882-9f4b-ed59c58e8074), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:46.502888 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-fb132fd1-75f3-4ff2-aaf0-8e4afcce8440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:46.505414 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-fb132fd1-75f3-4ff2-aaf0-8e4afcce8440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "DELETE /v2.0/security-groups/8347a0a2-9c3c-4882-9f4b-ed59c58e8074 HTTP/1.1" status: 204 len: 168 time: 0.1441104 Jul 28 02:21:46.507325 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 47078) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:21:46.515532 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb132fd1-75f3-4ff2-aaf0-8e4afcce8440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8347a0a2-9c3c-4882-9f4b-ed59c58e8074,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:46.523677 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.api.v2.resource [None req-934d1306-748a-4128-91c9-2c17dd1852e2 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] show failed (client error): The resource could not be found. Jul 28 02:21:46.524724 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-934d1306-748a-4128-91c9-2c17dd1852e2 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups/8347a0a2-9c3c-4882-9f4b-ed59c58e8074 HTTP/1.1" status: 404 len: 347 time: 0.0164804 Jul 28 02:21:46.526768 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9a4643e4-d683-4fed-815b-e05ec749e5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3099464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26451865'] for subnet (871bec04-2843-42ba-889b-bf8c69f943f2), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:46.528908 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 47080) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:21:46.554089 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4643e4-d683-4fed-815b-e05ec749e5fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=871bec04-2843-42ba-889b-bf8c69f943f2,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:46.563939 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9a4643e4-d683-4fed-815b-e05ec749e5fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:46.567070 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-9a4643e4-d683-4fed-815b-e05ec749e5fb admin admin] 10.222.0.40 "DELETE /v2.0/subnets/871bec04-2843-42ba-889b-bf8c69f943f2 HTTP/1.1" status: 204 len: 168 time: 0.2595203 Jul 28 02:21:46.569613 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 47082) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:21:46.641378 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device f6815afe-e104-4782-8f6b-4017625ff4b9 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:21:46.669977 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] No Port match for: f6815afe-e104-4782-8f6b-4017625ff4b9 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:21:46.670556 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device f6815afe-e104-4782-8f6b-4017625ff4b9 not bound to the agent host hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:21:46.715628 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-221f35e9-1ec4-4696-956f-7c1a6489c998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311329'] for network (8466f690-6ecd-4c36-b468-10b5b1c31996), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:46.721377 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-17a7fea0-c254-4fcf-a4ad-be8de0634201 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Deleting port f6f0c6ba-4427-4551-b505-64e3945e9ee9 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:21:46.721710 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-17a7fea0-c254-4fcf-a4ad-be8de0634201 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (f6f0c6ba-4427-4551-b505-64e3945e9ee9), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:46.866670 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-522b18ed-ce74-4285-88e7-29c1a2fcc72a req-9d219a01-7c18-40c2-9673-b6a3eca3b423 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 210 time: 0.0759301 Jul 28 02:21:46.881279 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-4c5a7f4b-cbdd-4885-9302-0ce0f943dbe8 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:46.882955 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-4c5a7f4b-cbdd-4885-9302-0ce0f943dbe8 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.45 "GET /v2.0/networks?id=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 HTTP/1.1" status: 200 len: 819 time: 0.1502337 Jul 28 02:21:46.978599 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-221f35e9-1ec4-4696-956f-7c1a6489c998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397509', 'neutron.services.segments.db._delete_segments_for_network-8752357910218'] for network (8466f690-6ecd-4c36-b468-10b5b1c31996), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:46.991656 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-a10f1932-dd1b-4ca4-96e6-d9c22945a507 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5157a5b7f25482980f925175adf2090 HTTP/1.1" status: 200 len: 380 time: 0.0960476 Jul 28 02:21:46.992635 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785aeab-e323-4926-bb5f-48f720e4b9e5 req-616f6c92-0610-48da-925f-bb50e8a3099e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:46.994040 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c785aeab-e323-4926-bb5f-48f720e4b9e5 req-616f6c92-0610-48da-925f-bb50e8a3099e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9cb7e92c703a42d6be6343c04934d533&device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 1168 time: 0.0823345 Jul 28 02:21:47.003283 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-17a7fea0-c254-4fcf-a4ad-be8de0634201 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (f6f0c6ba-4427-4551-b505-64e3945e9ee9), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:47.003690 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-17a7fea0-c254-4fcf-a4ad-be8de0634201 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for floatingip (f6f0c6ba-4427-4551-b505-64e3945e9ee9), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:47.011235 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-f30b3d60-5687-4528-9801-9f69666636c6 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Request body: {'port': {'device_id': 'c55cbbcb-d9ea-4797-a39a-b663942e8ff6', 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9', 'admin_state_up': True, 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'security_groups': ['eafc79e1-ccee-4962-b8d4-525a963268a2']}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:21:47.011696 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a4e3a-1c05-4d50-9628-38eadbd04c12 req-33e4f2b1-4910-4555-8401-343511e8e28c tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:47.013325 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0d7a4e3a-1c05-4d50-9628-38eadbd04c12 req-33e4f2b1-4910-4555-8401-343511e8e28c tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 984 time: 0.0999312 Jul 28 02:21:47.031682 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-221f35e9-1ec4-4696-956f-7c1a6489c998 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8466f690-6ecd-4c36-b468-10b5b1c31996']}} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:21:47.048543 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-17a7fea0-c254-4fcf-a4ad-be8de0634201 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Calling delete_port for f6f0c6ba-4427-4551-b505-64e3945e9ee9 owned by network:floatingip {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:21:47.065906 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-221f35e9-1ec4-4696-956f-7c1a6489c998 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b441e0-f2a5-49f2-899d-b2fda4d6c4fa') {'for_net_delete': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:21:47.066204 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-221f35e9-1ec4-4696-956f-7c1a6489c998 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b441e0-f2a5-49f2-899d-b2fda4d6c4fa') {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:21:47.067753 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:47.083997 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-221f35e9-1ec4-4696-956f-7c1a6489c998 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752357910119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26608485'] for segment (93b441e0-f2a5-49f2-899d-b2fda4d6c4fa), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:47.115872 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:47.161712 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-221f35e9-1ec4-4696-956f-7c1a6489c998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (93b441e0-f2a5-49f2-899d-b2fda4d6c4fa), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:47.176491 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221f35e9-1ec4-4696-956f-7c1a6489c998 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 02:21:47.176938 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-221f35e9-1ec4-4696-956f-7c1a6489c998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25613231'] for segment (93b441e0-f2a5-49f2-899d-b2fda4d6c4fa), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:47.186405 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785aeab-e323-4926-bb5f-48f720e4b9e5 req-8d85220a-7dfe-4412-a191-b9003422e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:47.188490 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c785aeab-e323-4926-bb5f-48f720e4b9e5 req-8d85220a-7dfe-4412-a191-b9003422e34d service neutron] 10.222.0.45 "GET /v2.0/networks?id=645f8645-b726-4be7-bb5a-32ec9ab88df5 HTTP/1.1" status: 200 len: 916 time: 0.1732686 Jul 28 02:21:47.207426 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-f30b3d60-5687-4528-9801-9f69666636c6 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Made reservation on behalf of b5157a5b7f25482980f925175adf2090 for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:21:47.210963 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-f30b3d60-5687-4528-9801-9f69666636c6 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:47.236361 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.services.segments.plugin [-] Segment 93b441e0-f2a5-49f2-899d-b2fda4d6c4fa resource provider aggregate not found Jul 28 02:21:47.246572 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0d7a4e3a-1c05-4d50-9628-38eadbd04c12 req-4d2d16c1-fa2c-410c-8e13-5afb6a5ed37a tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=0df0a0cc-736e-439c-8afe-793336d59f6c&id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2196305 Jul 28 02:21:47.261782 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.services.segments.plugin [-] Segment 93b441e0-f2a5-49f2-899d-b2fda4d6c4fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93b441e0-f2a5-49f2-899d-b2fda4d6c4fa found for delete ", "request_id": "req-a76c1aea-732f-4d46-bc1e-d569f5617483"}]} Jul 28 02:21:47.282508 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-221f35e9-1ec4-4696-956f-7c1a6489c998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363069'] for network (8466f690-6ecd-4c36-b468-10b5b1c31996), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:47.296962 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-221f35e9-1ec4-4696-956f-7c1a6489c998 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:47.302532 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-221f35e9-1ec4-4696-956f-7c1a6489c998 admin admin] 10.222.0.40 "DELETE /v2.0/networks/8466f690-6ecd-4c36-b468-10b5b1c31996 HTTP/1.1" status: 204 len: 168 time: 0.7295558 Jul 28 02:21:47.315972 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f35e9-1ec4-4696-956f-7c1a6489c998 admin admin] Pushing event deleted for resources: {'Network': ['ID=8466f690-6ecd-4c36-b468-10b5b1c31996,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:47.345889 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c785aeab-e323-4926-bb5f-48f720e4b9e5 req-99f08088-d80b-4dba-9242-adee5497c932 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69119806-930f-400d-b217-df9b4467529b HTTP/1.1" status: 200 len: 1000 time: 0.1324317 Jul 28 02:21:47.374265 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-17a7fea0-c254-4fcf-a4ad-be8de0634201 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (f6f0c6ba-4427-4551-b505-64e3945e9ee9), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:47.399147 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7fea0-c254-4fcf-a4ad-be8de0634201 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event deleted for resources: {'Port': ['ID=f6f0c6ba-4427-4551-b505-64e3945e9ee9,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:47.477545 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785aeab-e323-4926-bb5f-48f720e4b9e5 req-383dd431-64fa-417b-8060-02ea55487e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:47.480048 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c785aeab-e323-4926-bb5f-48f720e4b9e5 req-383dd431-64fa-417b-8060-02ea55487e12 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=756c394c-f3fb-450a-98c3-44bae2979979 HTTP/1.1" status: 200 len: 854 time: 0.1259689 Jul 28 02:21:47.519261 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-17a7fea0-c254-4fcf-a4ad-be8de0634201 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for floatingip (c960f6a6-7e10-4edb-97b1-e9f1ea783df9), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:47.524183 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-17a7fea0-c254-4fcf-a4ad-be8de0634201 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:47.526515 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-17a7fea0-c254-4fcf-a4ad-be8de0634201 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "DELETE /v2.0/floatingips/c960f6a6-7e10-4edb-97b1-e9f1ea783df9 HTTP/1.1" status: 204 len: 168 time: 0.9967248 Jul 28 02:21:47.555692 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-f30b3d60-5687-4528-9801-9f69666636c6 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Allocated IP 172.20.0.14 (409dbfc5-7fa3-448b-9a8d-151bbb9f6be9/85b85007-31bd-4b12-8b58-5449a423c715/4d95fa12-8f07-4a72-acd9-94e8934faa9a) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:21:47.584386 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785aeab-e323-4926-bb5f-48f720e4b9e5 req-6cb58cb2-91a5-4de4-85c2-e4f03416f699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:47.587147 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c785aeab-e323-4926-bb5f-48f720e4b9e5 req-6cb58cb2-91a5-4de4-85c2-e4f03416f699 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=645f8645-b726-4be7-bb5a-32ec9ab88df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0949574 Jul 28 02:21:47.624991 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 47104) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:21:47.668644 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 47106) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:21:47.673366 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-55123848-2727-4bde-89e8-a00abcbdf357 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--709350816', 'description': 'tempest-description--1488120340'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:21:47.679253 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:47.700364 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-a3e3762c-7e93-4f66-9853-9399dc326fce admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c8a95d974bc1486c800b91945e600b7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0725315 Jul 28 02:21:47.704492 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 47108) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:21:47.731799 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-55123848-2727-4bde-89e8-a00abcbdf357 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:47.739009 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:47.796024 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c785aeab-e323-4926-bb5f-48f720e4b9e5 req-693f1ff2-e86b-447b-b662-c4f3bb67937b service neutron] 10.222.0.45 "GET /v2.0/networks/645f8645-b726-4be7-bb5a-32ec9ab88df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974440 Jul 28 02:21:47.816234 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7e38429d-d739-410f-8dcc-58324380fe26 admin admin] Publish callbacks [] for security_group (b01ab343-d76d-42d3-9244-d1f0ffa8253d), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:47.857912 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7e38429d-d739-410f-8dcc-58324380fe26 admin admin] Publish callbacks [] for security_group (b01ab343-d76d-42d3-9244-d1f0ffa8253d), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:47.879043 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-55123848-2727-4bde-89e8-a00abcbdf357 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group (c0cc4412-766c-43c5-93c7-1c57759f3e07), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:47.886610 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-55123848-2727-4bde-89e8-a00abcbdf357 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (c0cc4412-766c-43c5-93c7-1c57759f3e07), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:47.904888 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-f30b3d60-5687-4528-9801-9f69666636c6 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks [] for port (4d95fa12-8f07-4a72-acd9-94e8934faa9a), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:47.936471 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-55123848-2727-4bde-89e8-a00abcbdf357 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:47.937763 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-55123848-2727-4bde-89e8-a00abcbdf357 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2678621 Jul 28 02:21:47.940652 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 47112) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:21:47.946446 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-ac788c79-6837-4604-8b59-0b99120dcdc7 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Request body: {'security_group_rule': {'security_group_id': 'c0cc4412-766c-43c5-93c7-1c57759f3e07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:21:47.952262 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-f30b3d60-5687-4528-9801-9f69666636c6 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (4d95fa12-8f07-4a72-acd9-94e8934faa9a), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:47.952762 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55123848-2727-4bde-89e8-a00abcbdf357 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cc4412-766c-43c5-93c7-1c57759f3e07,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:48.002528 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-f30b3d60-5687-4528-9801-9f69666636c6 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Network 409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:21:48.004419 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7e38429d-d739-410f-8dcc-58324380fe26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (b01ab343-d76d-42d3-9244-d1f0ffa8253d), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:48.006907 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7e38429d-d739-410f-8dcc-58324380fe26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:48.008918 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-7e38429d-d739-410f-8dcc-58324380fe26 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b01ab343-d76d-42d3-9244-d1f0ffa8253d HTTP/1.1" status: 204 len: 168 time: 0.3023202 Jul 28 02:21:48.009090 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-f30b3d60-5687-4528-9801-9f69666636c6 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:21:48.017523 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c785aeab-e323-4926-bb5f-48f720e4b9e5 req-50de86ca-407d-454c-9062-919a2a0cf40e service neutron] 10.222.0.45 "GET /v2.0/networks/645f8645-b726-4be7-bb5a-32ec9ab88df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110634 Jul 28 02:21:48.020811 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-f30b3d60-5687-4528-9801-9f69666636c6 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:21:48.025725 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ac788c79-6837-4604-8b59-0b99120dcdc7 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group_rule (52779f5d-175e-4bb6-9092-d0fa5c25486c), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:48.034601 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38429d-d739-410f-8dcc-58324380fe26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01ab343-d76d-42d3-9244-d1f0ffa8253d,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:48.048999 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993c0f1-4126-4462-971d-2fa876b8b692 req-3aa56a13-1992-4d56-9d78-95f8a2d69254 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:48.050569 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a993c0f1-4126-4462-971d-2fa876b8b692 req-3aa56a13-1992-4d56-9d78-95f8a2d69254 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 932 time: 0.0877640 Jul 28 02:21:48.070410 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:48.073661 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-f30b3d60-5687-4528-9801-9f69666636c6 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:48.074322 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-f30b3d60-5687-4528-9801-9f69666636c6 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:48.084916 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:48.093621 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b3d60-5687-4528-9801-9f69666636c6 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Pushing event updated for resources: {'Port': ['ID=4d95fa12-8f07-4a72-acd9-94e8934faa9a,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:48.101796 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-f30b3d60-5687-4528-9801-9f69666636c6 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0944409 Jul 28 02:21:48.162502 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ac788c79-6837-4604-8b59-0b99120dcdc7 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group_rule (52779f5d-175e-4bb6-9092-d0fa5c25486c), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:48.163897 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-a3d64e8d-1eab-4393-b65b-9a3545234d6d service neutron] Request body: {'port': {'device_id': 'c55cbbcb-d9ea-4797-a39a-b663942e8ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:21:48.171234 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a993c0f1-4126-4462-971d-2fa876b8b692 req-ded66089-3443-4fc4-b35e-2f701a85bc43 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013665 Jul 28 02:21:48.173981 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ac788c79-6837-4604-8b59-0b99120dcdc7 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (52779f5d-175e-4bb6-9092-d0fa5c25486c), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:48.213504 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac788c79-6837-4604-8b59-0b99120dcdc7 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52779f5d-175e-4bb6-9092-d0fa5c25486c,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:48.224049 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ac788c79-6837-4604-8b59-0b99120dcdc7 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:48.225297 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-ac788c79-6837-4604-8b59-0b99120dcdc7 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2832265 Jul 28 02:21:48.232752 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 47116) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:21:48.239697 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-973f4e26-2100-431c-8114-830ad4b61a73 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Request body: {'security_group_rule': {'security_group_id': 'c0cc4412-766c-43c5-93c7-1c57759f3e07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:21:48.290612 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-973f4e26-2100-431c-8114-830ad4b61a73 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group_rule (417ab7c5-1677-408b-8c0a-702faa5f5180), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:48.378420 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-973f4e26-2100-431c-8114-830ad4b61a73 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group_rule (417ab7c5-1677-408b-8c0a-702faa5f5180), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:48.388263 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-973f4e26-2100-431c-8114-830ad4b61a73 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (417ab7c5-1677-408b-8c0a-702faa5f5180), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:48.438293 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f4e26-2100-431c-8114-830ad4b61a73 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=417ab7c5-1677-408b-8c0a-702faa5f5180,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:48.462728 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84abe18-08ee-4500-b597-efc48f7f5c0a req-1977e220-b541-4f54-950e-58905228ee1d tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:48.469686 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c84abe18-08ee-4500-b597-efc48f7f5c0a req-1977e220-b541-4f54-950e-58905228ee1d tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 984 time: 0.1104228 Jul 28 02:21:48.487540 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-973f4e26-2100-431c-8114-830ad4b61a73 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:48.490534 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-4e5db7ff-b383-49b5-914b-6fc7408ca685 None None] Provisioning complete for port 4d95fa12-8f07-4a72-acd9-94e8934faa9a triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:21:48.491549 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4e5db7ff-b383-49b5-914b-6fc7408ca685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (4d95fa12-8f07-4a72-acd9-94e8934faa9a), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:48.492816 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-973f4e26-2100-431c-8114-830ad4b61a73 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2588956 Jul 28 02:21:48.494268 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 47120) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:21:48.512391 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-e80adb53-6c09-413d-b68d-9cc658235185 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Request body: {'floatingip': {'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:21:48.539030 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-4e5db7ff-b383-49b5-914b-6fc7408ca685 None None] Port 4d95fa12-8f07-4a72-acd9-94e8934faa9a cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:21:48.593475 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-a3d64e8d-1eab-4393-b65b-9a3545234d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (4d95fa12-8f07-4a72-acd9-94e8934faa9a), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:48.839241 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e80adb53-6c09-413d-b68d-9cc658235185 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:48.859618 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c84abe18-08ee-4500-b597-efc48f7f5c0a req-5ecc3da6-5abc-4bf9-ae74-530be3024f69 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=0df0a0cc-736e-439c-8afe-793336d59f6c&id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3873944 Jul 28 02:21:48.880653 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-a3d64e8d-1eab-4393-b65b-9a3545234d6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d95fa12-8f07-4a72-acd9-94e8934faa9a {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:21:48.889648 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-a3d64e8d-1eab-4393-b65b-9a3545234d6d service neutron] Publish callbacks [] for port (4d95fa12-8f07-4a72-acd9-94e8934faa9a), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:48.909758 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-a3d64e8d-1eab-4393-b65b-9a3545234d6d service neutron] Transition to ACTIVE for port object 4d95fa12-8f07-4a72-acd9-94e8934faa9a will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 02:21:48.913879 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-a3d64e8d-1eab-4393-b65b-9a3545234d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (4d95fa12-8f07-4a72-acd9-94e8934faa9a), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:48.925749 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:48.944544 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e80adb53-6c09-413d-b68d-9cc658235185 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:49.000479 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d64e8d-1eab-4393-b65b-9a3545234d6d service neutron] Pushing event updated for resources: {'Port': ['ID=4d95fa12-8f07-4a72-acd9-94e8934faa9a,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:49.041071 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:49.061758 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-a3d64e8d-1eab-4393-b65b-9a3545234d6d service neutron] Attempting to bind port 4d95fa12-8f07-4a72-acd9-94e8934faa9a on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:21:49.062115 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-a3d64e8d-1eab-4393-b65b-9a3545234d6d service neutron] Attempting to bind port 4d95fa12-8f07-4a72-acd9-94e8934faa9a by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '061ae22b-e238-4740-8938-e6c134ab8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:21:49.062450 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-a3d64e8d-1eab-4393-b65b-9a3545234d6d service neutron] Attempting to bind port 4d95fa12-8f07-4a72-acd9-94e8934faa9a on network 409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:21:49.067963 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-a3d64e8d-1eab-4393-b65b-9a3545234d6d service neutron] Port 4d95fa12-8f07-4a72-acd9-94e8934faa9a on network 409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 02:21:49.068283 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-a3d64e8d-1eab-4393-b65b-9a3545234d6d service neutron] Attempting to bind port 4d95fa12-8f07-4a72-acd9-94e8934faa9a on network 409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:21:49.074291 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-a3d64e8d-1eab-4393-b65b-9a3545234d6d service neutron] Checking agent: {'id': '4faf9253-2001-44ef-b83a-102e5ef5a109', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'started_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:21:49.075247 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-a3d64e8d-1eab-4393-b65b-9a3545234d6d service neutron] Checking segment: {'id': '061ae22b-e238-4740-8938-e6c134ab8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:21:49.076032 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-a3d64e8d-1eab-4393-b65b-9a3545234d6d service neutron] Bound using segment: {'id': '061ae22b-e238-4740-8938-e6c134ab8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:21:49.076032 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-a3d64e8d-1eab-4393-b65b-9a3545234d6d service neutron] Bound port: 4d95fa12-8f07-4a72-acd9-94e8934faa9a, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061ae22b-e238-4740-8938-e6c134ab8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:21:49.076388 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-a3d64e8d-1eab-4393-b65b-9a3545234d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (4d95fa12-8f07-4a72-acd9-94e8934faa9a), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:49.089747 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [None req-e80adb53-6c09-413d-b68d-9cc658235185 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Allocated IP 172.27.0.198 (fac975fe-f61e-48f2-98cd-c3133f923d7b/e1a55f55-f115-45c6-a5b1-44ded4e4dd9d/46bb5f18-ca6a-4a97-a82c-e5ceb3da0d7c) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:21:49.153723 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-a3d64e8d-1eab-4393-b65b-9a3545234d6d service neutron] For port 4d95fa12-8f07-4a72-acd9-94e8934faa9a, host hv-cinder-79987, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:21:49.157897 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-a3d64e8d-1eab-4393-b65b-9a3545234d6d service neutron] For port 4d95fa12-8f07-4a72-acd9-94e8934faa9a, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4d95fa12-8f07-4a72-acd9-94e8934faa9a,segment=NetworkSegment(061ae22b-e238-4740-8938-e6c134ab8fa9),segment_id=061ae22b-e238-4740-8938-e6c134ab8fa9)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:21:49.164413 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-a3d64e8d-1eab-4393-b65b-9a3545234d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (4d95fa12-8f07-4a72-acd9-94e8934faa9a), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:49.211058 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-a3d64e8d-1eab-4393-b65b-9a3545234d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:49.211686 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-a3d64e8d-1eab-4393-b65b-9a3545234d6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:49.213155 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-a3d64e8d-1eab-4393-b65b-9a3545234d6d service neutron] 10.222.0.45 "PUT /v2.0/ports/4d95fa12-8f07-4a72-acd9-94e8934faa9a HTTP/1.1" status: 200 len: 1094 time: 1.0570505 Jul 28 02:21:49.213536 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c55cbbcb-d9ea-4797-a39a-b663942e8ff6', 'tag': '4d95fa12-8f07-4a72-acd9-94e8934faa9a'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:21:49.213737 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e80adb53-6c09-413d-b68d-9cc658235185 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for port (46bb5f18-ca6a-4a97-a82c-e5ceb3da0d7c), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:49.216338 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec518daf-a644-4946-bcef-caeb99c2f72d" -d '{"events": [{"name": "network-changed", "server_uuid": "c55cbbcb-d9ea-4797-a39a-b663942e8ff6", "tag": "4d95fa12-8f07-4a72-acd9-94e8934faa9a"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:21:49.234604 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:49.248209 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d64e8d-1eab-4393-b65b-9a3545234d6d service neutron] Pushing event updated for resources: {'Port': ['ID=4d95fa12-8f07-4a72-acd9-94e8934faa9a,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:49.275475 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e80adb53-6c09-413d-b68d-9cc658235185 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (46bb5f18-ca6a-4a97-a82c-e5ceb3da0d7c), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:49.299368 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da5b685-1efa-42a2-9a57-171a4c2769d2 x-openstack-request-id: req-0da5b685-1efa-42a2-9a57-171a4c2769d2 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:21:49.300097 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c55cbbcb-d9ea-4797-a39a-b663942e8ff6", "tag": "4d95fa12-8f07-4a72-acd9-94e8934faa9a", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:21:49.301230 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0da5b685-1efa-42a2-9a57-171a4c2769d2 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:21:49.302015 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0da5b685-1efa-42a2-9a57-171a4c2769d2'] response: {'name': 'network-changed', 'server_uuid': 'c55cbbcb-d9ea-4797-a39a-b663942e8ff6', 'tag': '4d95fa12-8f07-4a72-acd9-94e8934faa9a', 'status': 'completed', 'code': 200} Jul 28 02:21:49.335727 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-ebadc666-3906-4e4f-b926-bf6899dc40b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:49.337542 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-ebadc666-3906-4e4f-b926-bf6899dc40b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5157a5b7f25482980f925175adf2090&device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 1128 time: 0.0687730 Jul 28 02:21:49.339183 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80adb53-6c09-413d-b68d-9cc658235185 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Network fac975fe-f61e-48f2-98cd-c3133f923d7b is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:21:49.363364 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-e80adb53-6c09-413d-b68d-9cc658235185 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:21:49.369718 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:49.376497 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80adb53-6c09-413d-b68d-9cc658235185 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:21:49.395186 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-93e6b5c4-7395-45ee-873e-a475f0f95d93 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d95fa12-8f07-4a72-acd9-94e8934faa9a HTTP/1.1" status: 200 len: 217 time: 0.0443695 Jul 28 02:21:49.406171 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80adb53-6c09-413d-b68d-9cc658235185 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event updated for resources: {'Port': ['ID=46bb5f18-ca6a-4a97-a82c-e5ceb3da0d7c,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:49.418377 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb4c9d-ccd1-436f-880f-5bd0a48eb84c req-766de915-6bf3-4bed-9744-9052f98f1535 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:49.419999 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a2cb4c9d-ccd1-436f-880f-5bd0a48eb84c req-766de915-6bf3-4bed-9744-9052f98f1535 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 944 time: 0.1042378 Jul 28 02:21:49.463437 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-87cd0652-dee7-405e-8121-97ef810b450f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:49.465077 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-87cd0652-dee7-405e-8121-97ef810b450f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85b85007-31bd-4b12-8b58-5449a423c715 HTTP/1.1" status: 200 len: 858 time: 0.0566511 Jul 28 02:21:49.504152 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:49.514839 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-adf0c40b-4cdf-4919-8b98-0a655cc46e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:49.516402 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-adf0c40b-4cdf-4919-8b98-0a655cc46e6c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442495 Jul 28 02:21:49.533665 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a2cb4c9d-ccd1-436f-880f-5bd0a48eb84c req-d9a6ce63-a56e-4d15-a70a-5992a07bdce9 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068437 Jul 28 02:21:49.534792 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e80adb53-6c09-413d-b68d-9cc658235185 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for floatingip (395242c5-e060-4a9a-b1e1-c216def25006), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:49.584470 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e80adb53-6c09-413d-b68d-9cc658235185 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (46bb5f18-ca6a-4a97-a82c-e5ceb3da0d7c), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:49.633041 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-6b29c0e4-905b-47a0-9b86-977140eea71c service neutron] 10.222.0.45 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975540 Jul 28 02:21:49.735238 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7fbc9998-79e2-49cc-8036-0c04ae73b504 req-bd1f8cf0-2295-45e5-819a-d81acd4c6be4 service neutron] 10.222.0.45 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882251 Jul 28 02:21:49.745570 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e80adb53-6c09-413d-b68d-9cc658235185 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for port (46bb5f18-ca6a-4a97-a82c-e5ceb3da0d7c), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:49.750700 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e80adb53-6c09-413d-b68d-9cc658235185 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25613259'] for port (46bb5f18-ca6a-4a97-a82c-e5ceb3da0d7c), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:49.820198 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80adb53-6c09-413d-b68d-9cc658235185 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event updated for resources: {'Port': ['ID=46bb5f18-ca6a-4a97-a82c-e5ceb3da0d7c,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:49.832706 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e80adb53-6c09-413d-b68d-9cc658235185 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (395242c5-e060-4a9a-b1e1-c216def25006), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:49.849379 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e80adb53-6c09-413d-b68d-9cc658235185 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:49.850596 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-e80adb53-6c09-413d-b68d-9cc658235185 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3447061 Jul 28 02:21:49.993339 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c151b-4538-4eae-bb70-ff3d8fd813ee req-457cc752-228b-4a52-a3b3-fd57a64af573 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:49.994816 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-798c151b-4538-4eae-bb70-ff3d8fd813ee req-457cc752-228b-4a52-a3b3-fd57a64af573 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 984 time: 0.0549345 Jul 28 02:21:50.084721 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-798c151b-4538-4eae-bb70-ff3d8fd813ee req-7b990e33-7651-4967-be8c-f796619e586f tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=0df0a0cc-736e-439c-8afe-793336d59f6c&id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0840197 Jul 28 02:21:50.097351 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-54707885-dc80-4b74-a86b-05237324efd0 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--709350816&fields=id&tenant_id=f4622eae14dd460dbd4e51d4a0413e5f HTTP/1.1" status: 200 len: 267 time: 0.0738220 Jul 28 02:21:50.213859 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-1419ff88-a861-4dda-ba5d-e6688bb9df3e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:50.215958 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-1419ff88-a861-4dda-ba5d-e6688bb9df3e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/networks?id=bda255f1-8497-41f0-9d65-8f281bd7eb0d HTTP/1.1" status: 200 len: 815 time: 0.1108608 Jul 28 02:21:50.232973 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-c9a0b912-ebbe-4b6a-98a7-7278a78a9f76 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/quotas/f4622eae14dd460dbd4e51d4a0413e5f HTTP/1.1" status: 200 len: 375 time: 0.0106814 Jul 28 02:21:50.247031 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:50.284487 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-7ec70356-bdcb-4ff1-95b5-9ad9a4b0376f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=f4622eae14dd460dbd4e51d4a0413e5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461822 Jul 28 02:21:50.380400 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-3383a43a-638c-4492-a662-baf10e6409dd service neutron] 10.222.0.40 "GET /v2.0/networks/bda255f1-8497-41f0-9d65-8f281bd7eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845153 Jul 28 02:21:50.452091 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:50.479051 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-c8376a44-ab1b-45f2-961f-e0c6d4dc942b service neutron] 10.222.0.40 "GET /v2.0/networks/bda255f1-8497-41f0-9d65-8f281bd7eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929437 Jul 28 02:21:50.670629 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7a6e8c7d-8a72-495a-982a-31347011aaff req-1fc16085-1c9f-4406-959d-0d4f0dfd5428 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=d907d04a-4c0b-4e3c-a7df-a3eeb192a2b6 HTTP/1.1" status: 200 len: 210 time: 0.0504560 Jul 28 02:21:50.685116 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea6cf4-f0cb-4a8c-9ee8-7e85ef39ff1e req-cf131e66-e31b-40d8-818f-1f5b880ba296 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:50.686606 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b0ea6cf4-f0cb-4a8c-9ee8-7e85ef39ff1e req-cf131e66-e31b-40d8-818f-1f5b880ba296 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 944 time: 0.0769196 Jul 28 02:21:50.735790 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b0ea6cf4-f0cb-4a8c-9ee8-7e85ef39ff1e req-0c1e0d1d-b589-4627-b605-de9052b9dae0 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434082 Jul 28 02:21:51.001896 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec518daf-a644-4946-bcef-caeb99c2f72d req-32419920-3bd3-4588-b1d4-85b92fa395a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:51.003439 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ec518daf-a644-4946-bcef-caeb99c2f72d req-32419920-3bd3-4588-b1d4-85b92fa395a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5157a5b7f25482980f925175adf2090&device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 1128 time: 0.0469496 Jul 28 02:21:51.115426 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec518daf-a644-4946-bcef-caeb99c2f72d req-88e4e04c-1faf-4652-9705-6e9cdc0d2557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:51.116897 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ec518daf-a644-4946-bcef-caeb99c2f72d req-88e4e04c-1faf-4652-9705-6e9cdc0d2557 service neutron] 10.222.0.45 "GET /v2.0/networks?id=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 HTTP/1.1" status: 200 len: 920 time: 0.0911467 Jul 28 02:21:51.196479 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ec518daf-a644-4946-bcef-caeb99c2f72d req-cf2b8ddc-58dc-4920-9c19-e5200b3a0bff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d95fa12-8f07-4a72-acd9-94e8934faa9a HTTP/1.1" status: 200 len: 217 time: 0.0385675 Jul 28 02:21:51.225294 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc49bc-1e9f-44d5-b2a9-213ac02cf62b req-d8dad2ee-8379-4bfc-84b9-0e72965f5205 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:51.227293 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f7dc49bc-1e9f-44d5-b2a9-213ac02cf62b req-d8dad2ee-8379-4bfc-84b9-0e72965f5205 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 984 time: 0.0636890 Jul 28 02:21:51.254469 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec518daf-a644-4946-bcef-caeb99c2f72d req-bc32d999-9121-4a32-94ef-d00e965916b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:51.255983 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ec518daf-a644-4946-bcef-caeb99c2f72d req-bc32d999-9121-4a32-94ef-d00e965916b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85b85007-31bd-4b12-8b58-5449a423c715 HTTP/1.1" status: 200 len: 858 time: 0.0497477 Jul 28 02:21:51.296322 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f7dc49bc-1e9f-44d5-b2a9-213ac02cf62b req-2bf6de1c-81d1-404d-a830-b4822fe34baf tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=0df0a0cc-736e-439c-8afe-793336d59f6c&id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617807 Jul 28 02:21:51.305383 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec518daf-a644-4946-bcef-caeb99c2f72d req-ee49a30a-e328-497d-a101-cba0b8f0da7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:51.306905 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ec518daf-a644-4946-bcef-caeb99c2f72d req-ee49a30a-e328-497d-a101-cba0b8f0da7b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432775 Jul 28 02:21:51.691461 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:51.708557 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ec518daf-a644-4946-bcef-caeb99c2f72d req-31a4272b-20a9-489e-bd66-713484ab1ddd service neutron] 10.222.0.45 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048477 Jul 28 02:21:51.828120 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:51.864404 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-248122dd-cd6c-4b9a-afac-bfa5edce9403 req-b092afc4-260e-4f5e-91f0-64f13724866b tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=d907d04a-4c0b-4e3c-a7df-a3eeb192a2b6 HTTP/1.1" status: 200 len: 210 time: 0.0613322 Jul 28 02:21:51.884929 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-74286712-3c5f-4f15-95f5-3ef60d546be6 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:51.886310 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-74286712-3c5f-4f15-95f5-3ef60d546be6 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.45 "GET /v2.0/networks?id=bda255f1-8497-41f0-9d65-8f281bd7eb0d HTTP/1.1" status: 200 len: 815 time: 0.1919553 Jul 28 02:21:51.893199 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ec518daf-a644-4946-bcef-caeb99c2f72d req-a90165b9-62d4-4763-bec6-5597e75a82a5 service neutron] 10.222.0.45 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727154 Jul 28 02:21:51.933241 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13eac68-9594-4f08-b6fd-d9758bff151c req-70206f07-3d5f-4b35-933f-b3f2201b97bf tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:51.934897 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a13eac68-9594-4f08-b6fd-d9758bff151c req-70206f07-3d5f-4b35-933f-b3f2201b97bf tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 944 time: 0.0735915 Jul 28 02:21:51.968956 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-ae55bed6-8bab-4bbb-908d-6ccdf0b50c9e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4622eae14dd460dbd4e51d4a0413e5f HTTP/1.1" status: 200 len: 379 time: 0.0674584 Jul 28 02:21:51.991130 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a13eac68-9594-4f08-b6fd-d9758bff151c req-6d7b7f86-3e5b-423a-83c4-e7baeaf5c73c tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474889 Jul 28 02:21:52.021395 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-af05dca7-aee0-461f-8caa-ef68cc8c8e92 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Request body: {'port': {'device_id': 'd907d04a-4c0b-4e3c-a7df-a3eeb192a2b6', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'admin_state_up': True, 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'security_groups': ['c0cc4412-766c-43c5-93c7-1c57759f3e07']}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:21:52.160165 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-af05dca7-aee0-461f-8caa-ef68cc8c8e92 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Made reservation on behalf of f4622eae14dd460dbd4e51d4a0413e5f for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:21:52.165589 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-af05dca7-aee0-461f-8caa-ef68cc8c8e92 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:52.299327 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-af05dca7-aee0-461f-8caa-ef68cc8c8e92 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Allocated IP 172.20.0.11 (bda255f1-8497-41f0-9d65-8f281bd7eb0d/0b6c1c1a-91bf-46d8-8e77-626f9a84855f/694278ed-c102-42be-8044-5a9265e3dcc1) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:21:52.430748 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd734e52-3e7e-4e41-b6eb-8b31aab3c352 req-d25229bf-5073-4722-a3e6-1d595360fc27 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:52.432298 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bd734e52-3e7e-4e41-b6eb-8b31aab3c352 req-d25229bf-5073-4722-a3e6-1d595360fc27 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 984 time: 0.0503883 Jul 28 02:21:52.454741 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-af05dca7-aee0-461f-8caa-ef68cc8c8e92 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for port (694278ed-c102-42be-8044-5a9265e3dcc1), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:52.501240 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-af05dca7-aee0-461f-8caa-ef68cc8c8e92 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (694278ed-c102-42be-8044-5a9265e3dcc1), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:52.501536 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bd734e52-3e7e-4e41-b6eb-8b31aab3c352 req-9d10feef-cfca-43bf-bbe1-cb435534d76b tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=0df0a0cc-736e-439c-8afe-793336d59f6c&id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617571 Jul 28 02:21:52.551157 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-af05dca7-aee0-461f-8caa-ef68cc8c8e92 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Network bda255f1-8497-41f0-9d65-8f281bd7eb0d is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:21:52.554386 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-af05dca7-aee0-461f-8caa-ef68cc8c8e92 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:21:52.558286 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-af05dca7-aee0-461f-8caa-ef68cc8c8e92 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:21:52.565426 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05dca7-aee0-461f-8caa-ef68cc8c8e92 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event updated for resources: {'Port': ['ID=694278ed-c102-42be-8044-5a9265e3dcc1,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:52.599156 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:52.614181 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-af05dca7-aee0-461f-8caa-ef68cc8c8e92 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:52.614792 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-af05dca7-aee0-461f-8caa-ef68cc8c8e92 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:52.634178 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-af05dca7-aee0-461f-8caa-ef68cc8c8e92 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6166871 Jul 28 02:21:52.646535 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-0c85d627-5a43-4b0e-898c-640943c6187c service neutron] Request body: {'port': {'device_id': 'd907d04a-4c0b-4e3c-a7df-a3eeb192a2b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:21:52.661145 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 4d95fa12-8f07-4a72-acd9-94e8934faa9a details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 02:21:52.719238 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-0c85d627-5a43-4b0e-898c-640943c6187c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (694278ed-c102-42be-8044-5a9265e3dcc1), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:52.764090 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:52.771584 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 4d95fa12-8f07-4a72-acd9-94e8934faa9a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4d95fa12-8f07-4a72-acd9-94e8934faa9a,segment=NetworkSegment(061ae22b-e238-4740-8938-e6c134ab8fa9),segment_id=061ae22b-e238-4740-8938-e6c134ab8fa9)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:21:52.784340 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Returning: {'device': '4d95fa12-8f07-4a72-acd9-94e8934faa9a', 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9', 'port_id': '4d95fa12-8f07-4a72-acd9-94e8934faa9a', 'mac_address': 'fa:16:3e:36:de:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b85007-31bd-4b12-8b58-5449a423c715', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 02:21:52.823762 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 4d95fa12-8f07-4a72-acd9-94e8934faa9a is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:21:52.824061 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (4d95fa12-8f07-4a72-acd9-94e8934faa9a), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:52.838594 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d95fa12-8f07-4a72-acd9-94e8934faa9a {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:21:52.839738 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:52.869471 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-bab2c353-6580-45f2-bc66-b4a73a37a58c None None] Provisioning complete for port 694278ed-c102-42be-8044-5a9265e3dcc1 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:21:52.869849 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bab2c353-6580-45f2-bc66-b4a73a37a58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (694278ed-c102-42be-8044-5a9265e3dcc1), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:52.873243 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 4d95fa12-8f07-4a72-acd9-94e8934faa9a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4d95fa12-8f07-4a72-acd9-94e8934faa9a,segment=NetworkSegment(061ae22b-e238-4740-8938-e6c134ab8fa9),segment_id=061ae22b-e238-4740-8938-e6c134ab8fa9)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:21:52.892788 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (4d95fa12-8f07-4a72-acd9-94e8934faa9a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:52.927146 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-bab2c353-6580-45f2-bc66-b4a73a37a58c None None] Port 694278ed-c102-42be-8044-5a9265e3dcc1 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:21:52.948096 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=4d95fa12-8f07-4a72-acd9-94e8934faa9a,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:52.956169 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:52.956515 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:52.956894 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:52.957470 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:52.957877 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:52.958276 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:52.958671 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:52.959084 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:52.959479 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:52.959871 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:52.960271 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:52.960741 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:52.961157 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:52.961549 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:52.961935 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:21:53.005652 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191d64b-372e-45b8-9401-70f2ced5bbe5 req-b506b1e1-f2bd-44c5-beed-4c9eb9ac6d2f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:53.007151 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4191d64b-372e-45b8-9401-70f2ced5bbe5 req-b506b1e1-f2bd-44c5-beed-4c9eb9ac6d2f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=d907d04a-4c0b-4e3c-a7df-a3eeb192a2b6 HTTP/1.1" status: 200 len: 932 time: 0.0543060 Jul 28 02:21:53.019835 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-0c85d627-5a43-4b0e-898c-640943c6187c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694278ed-c102-42be-8044-5a9265e3dcc1 {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:21:53.029609 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-0c85d627-5a43-4b0e-898c-640943c6187c service neutron] Publish callbacks [] for port (694278ed-c102-42be-8044-5a9265e3dcc1), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:53.045528 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-0c85d627-5a43-4b0e-898c-640943c6187c service neutron] Transition to ACTIVE for port object 694278ed-c102-42be-8044-5a9265e3dcc1 will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 02:21:53.051070 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-0c85d627-5a43-4b0e-898c-640943c6187c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (694278ed-c102-42be-8044-5a9265e3dcc1), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:53.067603 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4191d64b-372e-45b8-9401-70f2ced5bbe5 req-6e6e7799-6d95-4ad6-9b3d-c049a14cc709 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=c0cc4412-766c-43c5-93c7-1c57759f3e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548327 Jul 28 02:21:53.106195 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85d627-5a43-4b0e-898c-640943c6187c service neutron] Pushing event updated for resources: {'Port': ['ID=694278ed-c102-42be-8044-5a9265e3dcc1,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:53.148031 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee0e0c-4303-45ea-80a7-2cda2a644250 req-d3995ea0-ca7e-49a6-b27a-0ce683f3d5b7 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:53.150998 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-47ee0e0c-4303-45ea-80a7-2cda2a644250 req-d3995ea0-ca7e-49a6-b27a-0ce683f3d5b7 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 945 time: 0.0777786 Jul 28 02:21:53.194657 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-0c85d627-5a43-4b0e-898c-640943c6187c service neutron] Attempting to bind port 694278ed-c102-42be-8044-5a9265e3dcc1 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:21:53.195015 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-0c85d627-5a43-4b0e-898c-640943c6187c service neutron] Attempting to bind port 694278ed-c102-42be-8044-5a9265e3dcc1 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'ad593867-37dc-486f-9ad0-984d268f99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:21:53.195299 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-0c85d627-5a43-4b0e-898c-640943c6187c service neutron] Attempting to bind port 694278ed-c102-42be-8044-5a9265e3dcc1 on network bda255f1-8497-41f0-9d65-8f281bd7eb0d {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:21:53.202597 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-0c85d627-5a43-4b0e-898c-640943c6187c service neutron] Port 694278ed-c102-42be-8044-5a9265e3dcc1 on network bda255f1-8497-41f0-9d65-8f281bd7eb0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 02:21:53.202980 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-0c85d627-5a43-4b0e-898c-640943c6187c service neutron] Attempting to bind port 694278ed-c102-42be-8044-5a9265e3dcc1 on network bda255f1-8497-41f0-9d65-8f281bd7eb0d {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:21:53.208472 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-0c85d627-5a43-4b0e-898c-640943c6187c service neutron] Checking agent: {'id': '4faf9253-2001-44ef-b83a-102e5ef5a109', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'started_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:21:53.208910 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-0c85d627-5a43-4b0e-898c-640943c6187c service neutron] Checking segment: {'id': 'ad593867-37dc-486f-9ad0-984d268f99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:21:53.209218 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-0c85d627-5a43-4b0e-898c-640943c6187c service neutron] Bound using segment: {'id': 'ad593867-37dc-486f-9ad0-984d268f99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:21:53.209647 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-0c85d627-5a43-4b0e-898c-640943c6187c service neutron] Bound port: 694278ed-c102-42be-8044-5a9265e3dcc1, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad593867-37dc-486f-9ad0-984d268f99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:21:53.209806 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-47ee0e0c-4303-45ea-80a7-2cda2a644250 req-1c53404f-deed-46f2-9eb2-7e69138e7aa6 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508890 Jul 28 02:21:53.210002 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-0c85d627-5a43-4b0e-898c-640943c6187c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (694278ed-c102-42be-8044-5a9265e3dcc1), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:53.240068 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['4d95fa12-8f07-4a72-acd9-94e8934faa9a'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:21:53.281143 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-0c85d627-5a43-4b0e-898c-640943c6187c service neutron] For port 694278ed-c102-42be-8044-5a9265e3dcc1, host hv-cinder-79987, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:21:53.285125 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-0c85d627-5a43-4b0e-898c-640943c6187c service neutron] For port 694278ed-c102-42be-8044-5a9265e3dcc1, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=694278ed-c102-42be-8044-5a9265e3dcc1,segment=NetworkSegment(ad593867-37dc-486f-9ad0-984d268f99db),segment_id=ad593867-37dc-486f-9ad0-984d268f99db)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:21:53.299120 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-0c85d627-5a43-4b0e-898c-640943c6187c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (694278ed-c102-42be-8044-5a9265e3dcc1), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:53.332453 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-0c85d627-5a43-4b0e-898c-640943c6187c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:53.333096 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-0c85d627-5a43-4b0e-898c-640943c6187c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:53.334463 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-0c85d627-5a43-4b0e-898c-640943c6187c service neutron] 10.222.0.45 "PUT /v2.0/ports/694278ed-c102-42be-8044-5a9265e3dcc1 HTTP/1.1" status: 200 len: 1094 time: 0.6922102 Jul 28 02:21:53.334910 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd907d04a-4c0b-4e3c-a7df-a3eeb192a2b6', 'tag': '694278ed-c102-42be-8044-5a9265e3dcc1'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:21:53.337138 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1119526b-ebb6-4501-8758-34d721287b1b" -d '{"events": [{"name": "network-changed", "server_uuid": "d907d04a-4c0b-4e3c-a7df-a3eeb192a2b6", "tag": "694278ed-c102-42be-8044-5a9265e3dcc1"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:21:53.364998 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85d627-5a43-4b0e-898c-640943c6187c service neutron] Pushing event updated for resources: {'Port': ['ID=694278ed-c102-42be-8044-5a9265e3dcc1,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:53.384533 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62acaead-c224-4d3a-88d8-3ad3384a8ed8 x-openstack-request-id: req-62acaead-c224-4d3a-88d8-3ad3384a8ed8 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:21:53.384841 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d907d04a-4c0b-4e3c-a7df-a3eeb192a2b6", "tag": "694278ed-c102-42be-8044-5a9265e3dcc1", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:21:53.385162 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-62acaead-c224-4d3a-88d8-3ad3384a8ed8 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:21:53.385570 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62acaead-c224-4d3a-88d8-3ad3384a8ed8'] response: {'name': 'network-changed', 'server_uuid': 'd907d04a-4c0b-4e3c-a7df-a3eeb192a2b6', 'tag': '694278ed-c102-42be-8044-5a9265e3dcc1', 'status': 'completed', 'code': 200} Jul 28 02:21:53.442509 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-25792b53-0fa8-45cf-b948-84b19524664b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:53.444071 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-25792b53-0fa8-45cf-b948-84b19524664b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4622eae14dd460dbd4e51d4a0413e5f&device_id=d907d04a-4c0b-4e3c-a7df-a3eeb192a2b6 HTTP/1.1" status: 200 len: 1128 time: 0.0420041 Jul 28 02:21:53.625269 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647ec8f-a8d7-41fb-a2ef-7024ea44e5f6 req-5f3789b5-84eb-4637-8957-a4c1127bc36a tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:53.626680 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8647ec8f-a8d7-41fb-a2ef-7024ea44e5f6 req-5f3789b5-84eb-4637-8957-a4c1127bc36a tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 984 time: 0.0531349 Jul 28 02:21:53.638401 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-a827b303-2373-4de3-a3c9-b334906fe687 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=694278ed-c102-42be-8044-5a9265e3dcc1 HTTP/1.1" status: 200 len: 217 time: 0.0376878 Jul 28 02:21:53.688227 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8647ec8f-a8d7-41fb-a2ef-7024ea44e5f6 req-ac4792bc-f7f4-4bde-bee1-e219cb248016 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=0df0a0cc-736e-439c-8afe-793336d59f6c&id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555446 Jul 28 02:21:53.694792 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-685b91c1-bc34-4e6b-af30-5f213906c636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:53.696266 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-685b91c1-bc34-4e6b-af30-5f213906c636 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b6c1c1a-91bf-46d8-8e77-626f9a84855f HTTP/1.1" status: 200 len: 854 time: 0.0461221 Jul 28 02:21:53.749447 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-84d0f4dd-34c7-4fce-83e3-b3659175b808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:53.750931 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-84d0f4dd-34c7-4fce-83e3-b3659175b808 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bda255f1-8497-41f0-9d65-8f281bd7eb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397241 Jul 28 02:21:53.819941 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:53.849802 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-f648157f-1e05-42ce-93d7-63dde439835a service neutron] 10.222.0.45 "GET /v2.0/networks/bda255f1-8497-41f0-9d65-8f281bd7eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903087 Jul 28 02:21:53.940835 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2272db7f-624b-4b1c-a994-72d9f8458bdc req-e45815c8-5069-40a3-9912-d270e38fca68 service neutron] 10.222.0.45 "GET /v2.0/networks/bda255f1-8497-41f0-9d65-8f281bd7eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837932 Jul 28 02:21:54.192156 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d625f-4418-4ffa-94c2-bbb7d89441be req-daad4a6c-a23a-4ce8-a51c-5e27bbdad612 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:54.193655 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6c2d625f-4418-4ffa-94c2-bbb7d89441be req-daad4a6c-a23a-4ce8-a51c-5e27bbdad612 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=d907d04a-4c0b-4e3c-a7df-a3eeb192a2b6 HTTP/1.1" status: 200 len: 944 time: 0.0525789 Jul 28 02:21:54.206998 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:54.247085 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6c2d625f-4418-4ffa-94c2-bbb7d89441be req-7e36cd2b-0514-409d-822a-2286d600240f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=c0cc4412-766c-43c5-93c7-1c57759f3e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472162 Jul 28 02:21:54.331790 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f08ce-1912-4686-b732-b899a3103314 req-80cb38cf-2035-4602-b985-641cc8e3017c tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:54.333279 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ce8f08ce-1912-4686-b732-b899a3103314 req-80cb38cf-2035-4602-b985-641cc8e3017c tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 945 time: 0.0496604 Jul 28 02:21:54.382819 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ce8f08ce-1912-4686-b732-b899a3103314 req-7c07f231-3d0f-41ce-bc2f-733acd4f6f32 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439487 Jul 28 02:21:54.670290 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 4d95fa12-8f07-4a72-acd9-94e8934faa9a up at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:21:54.822737 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66ac36-93f7-41e5-ae61-f211e4843dcd req-69c38ac2-1f03-4811-8c5e-6c0534e3c88b tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:54.824292 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-df66ac36-93f7-41e5-ae61-f211e4843dcd req-69c38ac2-1f03-4811-8c5e-6c0534e3c88b tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 984 time: 0.0536389 Jul 28 02:21:54.844705 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning for port 4d95fa12-8f07-4a72-acd9-94e8934faa9a completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 02:21:54.850795 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning complete for port 4d95fa12-8f07-4a72-acd9-94e8934faa9a triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:21:54.851223 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (4d95fa12-8f07-4a72-acd9-94e8934faa9a), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:54.887657 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-df66ac36-93f7-41e5-ae61-f211e4843dcd req-677c4333-adee-4108-8aba-40b7cb2625cc tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=0df0a0cc-736e-439c-8afe-793336d59f6c&id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569193 Jul 28 02:21:54.926141 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 4d95fa12-8f07-4a72-acd9-94e8934faa9a is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:21:54.926536 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (4d95fa12-8f07-4a72-acd9-94e8934faa9a), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:54.950939 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c55cbbcb-d9ea-4797-a39a-b663942e8ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d95fa12-8f07-4a72-acd9-94e8934faa9a'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:21:54.953182 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd7b23193eab089ffe890151ec8d4d81c159f1068d0ecb51bca31dcd10d4c9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326663d4-aa97-45a8-a955-23295a837920" -d '{"events": [{"server_uuid": "c55cbbcb-d9ea-4797-a39a-b663942e8ff6", "name": "network-vif-plugged", "status": "completed", "tag": "4d95fa12-8f07-4a72-acd9-94e8934faa9a"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:21:54.966441 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 4d95fa12-8f07-4a72-acd9-94e8934faa9a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4d95fa12-8f07-4a72-acd9-94e8934faa9a,segment=NetworkSegment(061ae22b-e238-4740-8938-e6c134ab8fa9),segment_id=061ae22b-e238-4740-8938-e6c134ab8fa9)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:21:54.970880 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (4d95fa12-8f07-4a72-acd9-94e8934faa9a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:54.976681 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:54.997403 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10a3c5d-ba65-4f25-9e4c-4ec442871c1c x-openstack-request-id: req-d10a3c5d-ba65-4f25-9e4c-4ec442871c1c {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:21:54.997709 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c55cbbcb-d9ea-4797-a39a-b663942e8ff6", "name": "network-vif-plugged", "status": "completed", "tag": "4d95fa12-8f07-4a72-acd9-94e8934faa9a", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:21:54.997963 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d10a3c5d-ba65-4f25-9e4c-4ec442871c1c {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:21:54.998353 dv-cinder-799871-46-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d10a3c5d-ba65-4f25-9e4c-4ec442871c1c'] response: {'server_uuid': 'c55cbbcb-d9ea-4797-a39a-b663942e8ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d95fa12-8f07-4a72-acd9-94e8934faa9a', 'code': 200} Jul 28 02:21:55.028314 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=4d95fa12-8f07-4a72-acd9-94e8934faa9a,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:55.238833 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119526b-ebb6-4501-8758-34d721287b1b req-d9ae5a87-5576-4601-ba7b-253f68ea33af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:55.240350 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1119526b-ebb6-4501-8758-34d721287b1b req-d9ae5a87-5576-4601-ba7b-253f68ea33af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4622eae14dd460dbd4e51d4a0413e5f&device_id=d907d04a-4c0b-4e3c-a7df-a3eeb192a2b6 HTTP/1.1" status: 200 len: 1128 time: 0.0459573 Jul 28 02:21:55.300117 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:55.376721 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119526b-ebb6-4501-8758-34d721287b1b req-27c48a65-faef-4148-ad7f-28aac5216083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:55.378244 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1119526b-ebb6-4501-8758-34d721287b1b req-27c48a65-faef-4148-ad7f-28aac5216083 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bda255f1-8497-41f0-9d65-8f281bd7eb0d HTTP/1.1" status: 200 len: 916 time: 0.1227324 Jul 28 02:21:55.390700 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3eef4-1247-4c0a-abeb-e84ae7ef797e req-1879f542-792d-4149-a3b6-e1a9f3b3d0b0 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:55.392237 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3dd3eef4-1247-4c0a-abeb-e84ae7ef797e req-1879f542-792d-4149-a3b6-e1a9f3b3d0b0 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=d907d04a-4c0b-4e3c-a7df-a3eeb192a2b6 HTTP/1.1" status: 200 len: 944 time: 0.0509439 Jul 28 02:21:55.392460 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46164ed-9e31-43d7-a8ef-417845c36ada req-80164117-9103-4946-83e2-454c56fc993f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:55.393889 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b46164ed-9e31-43d7-a8ef-417845c36ada req-80164117-9103-4946-83e2-454c56fc993f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 1130 time: 0.0573201 Jul 28 02:21:55.405143 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:55.430319 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1119526b-ebb6-4501-8758-34d721287b1b req-e5577a78-d5c5-49c8-8614-ea68faee2299 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=694278ed-c102-42be-8044-5a9265e3dcc1 HTTP/1.1" status: 200 len: 217 time: 0.0445080 Jul 28 02:21:55.450807 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3dd3eef4-1247-4c0a-abeb-e84ae7ef797e req-392dbb09-d4ed-4fe0-9922-80e8964ed916 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=c0cc4412-766c-43c5-93c7-1c57759f3e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522466 Jul 28 02:21:55.508418 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b46164ed-9e31-43d7-a8ef-417845c36ada req-3473f030-abe4-4f9c-b709-425a1abf66ac service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853677 Jul 28 02:21:55.510392 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119526b-ebb6-4501-8758-34d721287b1b req-988d0fae-1261-4a14-b0a2-589581e1bcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:55.512253 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1119526b-ebb6-4501-8758-34d721287b1b req-988d0fae-1261-4a14-b0a2-589581e1bcc6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b6c1c1a-91bf-46d8-8e77-626f9a84855f HTTP/1.1" status: 200 len: 854 time: 0.0700495 Jul 28 02:21:55.517705 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef06a8-6ab6-4dcb-8316-1e4916093c46 req-d1d55fcc-f38c-4845-a58d-aec4a709a4f4 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:55.519186 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-adef06a8-6ab6-4dcb-8316-1e4916093c46 req-d1d55fcc-f38c-4845-a58d-aec4a709a4f4 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 946 time: 0.0476186 Jul 28 02:21:55.576901 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-adef06a8-6ab6-4dcb-8316-1e4916093c46 req-e356a5b1-6e9f-497f-977c-5f504cc357c3 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510340 Jul 28 02:21:55.735191 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a1d30c80-b134-4ef8-b8e5-ee76df53e369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:55.820850 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119526b-ebb6-4501-8758-34d721287b1b req-519ce788-f48e-418a-a6c7-5f4d2e300ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:55.822355 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1119526b-ebb6-4501-8758-34d721287b1b req-519ce788-f48e-418a-a6c7-5f4d2e300ed4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bda255f1-8497-41f0-9d65-8f281bd7eb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431042 Jul 28 02:21:55.879079 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:55.887802 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=42,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:55.929881 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1119526b-ebb6-4501-8758-34d721287b1b req-be4a1f07-7854-4be3-9448-59b125edc2ce service neutron] 10.222.0.45 "GET /v2.0/networks/bda255f1-8497-41f0-9d65-8f281bd7eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930452 Jul 28 02:21:56.015983 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f39930-8e8d-417b-8e50-d8d2aea58828 req-20b309ca-31e2-463d-aefa-d33725df7fae tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:56.017547 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-06f39930-8e8d-417b-8e50-d8d2aea58828 req-20b309ca-31e2-463d-aefa-d33725df7fae tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 984 time: 0.0517018 Jul 28 02:21:56.039327 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1119526b-ebb6-4501-8758-34d721287b1b req-c577cdd5-9a53-41d6-a68f-340a7cf53818 service neutron] 10.222.0.45 "GET /v2.0/networks/bda255f1-8497-41f0-9d65-8f281bd7eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018765 Jul 28 02:21:56.087811 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-06f39930-8e8d-417b-8e50-d8d2aea58828 req-20247c72-4220-430d-8f20-e34f9825603d tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=0df0a0cc-736e-439c-8afe-793336d59f6c&id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633361 Jul 28 02:21:56.570786 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7253bab-113e-4a2f-9621-744b1907c841 req-0cb95b08-369f-4483-8912-d20b5e68fdde tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:56.572145 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d7253bab-113e-4a2f-9621-744b1907c841 req-0cb95b08-369f-4483-8912-d20b5e68fdde tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=d907d04a-4c0b-4e3c-a7df-a3eeb192a2b6 HTTP/1.1" status: 200 len: 944 time: 0.0484231 Jul 28 02:21:56.635350 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d7253bab-113e-4a2f-9621-744b1907c841 req-8a169760-7814-403f-8c67-c0c74f061781 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=c0cc4412-766c-43c5-93c7-1c57759f3e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566571 Jul 28 02:21:56.693746 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 694278ed-c102-42be-8044-5a9265e3dcc1 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 02:21:56.711124 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f3bae-6789-4712-a11c-733b61794a3e req-7c645c67-fd39-474e-ab6d-01415e26af30 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:56.712606 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cd8f3bae-6789-4712-a11c-733b61794a3e req-7c645c67-fd39-474e-ab6d-01415e26af30 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 946 time: 0.0513284 Jul 28 02:21:56.761568 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cd8f3bae-6789-4712-a11c-733b61794a3e req-ffc52936-a1fc-4c31-9c83-845cf826f38e tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422285 Jul 28 02:21:56.794870 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 694278ed-c102-42be-8044-5a9265e3dcc1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=694278ed-c102-42be-8044-5a9265e3dcc1,segment=NetworkSegment(ad593867-37dc-486f-9ad0-984d268f99db),segment_id=ad593867-37dc-486f-9ad0-984d268f99db)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:21:56.810419 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Returning: {'device': '694278ed-c102-42be-8044-5a9265e3dcc1', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'port_id': '694278ed-c102-42be-8044-5a9265e3dcc1', 'mac_address': 'fa:16:3e:51:f8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 02:21:56.841243 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:56.845838 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 694278ed-c102-42be-8044-5a9265e3dcc1 is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:21:56.846230 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (694278ed-c102-42be-8044-5a9265e3dcc1), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:56.860236 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694278ed-c102-42be-8044-5a9265e3dcc1 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:21:56.880106 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 694278ed-c102-42be-8044-5a9265e3dcc1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=694278ed-c102-42be-8044-5a9265e3dcc1,segment=NetworkSegment(ad593867-37dc-486f-9ad0-984d268f99db),segment_id=ad593867-37dc-486f-9ad0-984d268f99db)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:21:56.883963 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (694278ed-c102-42be-8044-5a9265e3dcc1), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:56.930367 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=694278ed-c102-42be-8044-5a9265e3dcc1,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:57.209092 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b9dea-b560-4bca-959d-adbfe6ecfe4a req-15da2745-1b50-442b-9027-a97200bba61b tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:57.210537 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cb3b9dea-b560-4bca-959d-adbfe6ecfe4a req-15da2745-1b50-442b-9027-a97200bba61b tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 984 time: 0.0484638 Jul 28 02:21:57.251529 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['694278ed-c102-42be-8044-5a9265e3dcc1'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:21:57.274576 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cb3b9dea-b560-4bca-959d-adbfe6ecfe4a req-7066abb3-2cc0-4e9e-8799-4b6fc14efcd7 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=0df0a0cc-736e-439c-8afe-793336d59f6c&id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571165 Jul 28 02:21:57.756624 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2b7d9-8628-4109-94da-99d81165cbc2 req-16e71a6d-df15-4d85-8716-d282772bcf46 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:57.758131 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-37b2b7d9-8628-4109-94da-99d81165cbc2 req-16e71a6d-df15-4d85-8716-d282772bcf46 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=d907d04a-4c0b-4e3c-a7df-a3eeb192a2b6 HTTP/1.1" status: 200 len: 945 time: 0.0488038 Jul 28 02:21:57.813184 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-37b2b7d9-8628-4109-94da-99d81165cbc2 req-1e793ab8-af71-4329-b248-5e0a4a3cf190 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=c0cc4412-766c-43c5-93c7-1c57759f3e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494769 Jul 28 02:21:57.885745 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524cb16-326a-445c-a5a6-82e66e1c2b97 req-c660a27f-f57b-46c9-83ab-f7d7aeeee762 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:57.887850 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e524cb16-326a-445c-a5a6-82e66e1c2b97 req-c660a27f-f57b-46c9-83ab-f7d7aeeee762 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 946 time: 0.0521543 Jul 28 02:21:57.913687 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:57.935316 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e524cb16-326a-445c-a5a6-82e66e1c2b97 req-c9166eb3-4581-4320-afba-860e94c20385 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418816 Jul 28 02:21:58.050353 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96f8b9-5668-47c7-ad05-39c2646529e2 req-b5589511-202d-4825-8b8f-7eff02e3abdd tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:58.051826 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1c96f8b9-5668-47c7-ad05-39c2646529e2 req-b5589511-202d-4825-8b8f-7eff02e3abdd tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 946 time: 0.0480611 Jul 28 02:21:58.061981 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 47204) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:21:58.066369 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-d06b523c-3dbf-471d-bb17-bf41716aee73 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Request body: {'floatingip': {'port_id': '4d95fa12-8f07-4a72-acd9-94e8934faa9a'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:21:58.107796 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d06b523c-3dbf-471d-bb17-bf41716aee73 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks [] for floatingip (88a83803-25aa-4ca4-b193-dd35f519ff29), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:58.169577 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-dc7f238f-5bf6-4d1f-8d4c-3d28429dfdd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:58.456008 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:58.468921 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445f1be-3f7b-42c8-845b-8275fa9e55af req-f5192289-7211-4de2-9d31-e04f0ce365b1 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:58.470387 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e445f1be-3f7b-42c8-845b-8275fa9e55af req-f5192289-7211-4de2-9d31-e04f0ce365b1 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 984 time: 0.1033442 Jul 28 02:21:58.598408 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e445f1be-3f7b-42c8-845b-8275fa9e55af req-09e7d01f-9246-4aa9-ba32-b4c78b215380 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=0df0a0cc-736e-439c-8afe-793336d59f6c&id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1025262 Jul 28 02:21:58.680264 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d06b523c-3dbf-471d-bb17-bf41716aee73 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:58.686254 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d06b523c-3dbf-471d-bb17-bf41716aee73 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (88a83803-25aa-4ca4-b193-dd35f519ff29), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:58.704767 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 694278ed-c102-42be-8044-5a9265e3dcc1 up at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:21:58.748087 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning for port 694278ed-c102-42be-8044-5a9265e3dcc1 completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 02:21:58.753508 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning complete for port 694278ed-c102-42be-8044-5a9265e3dcc1 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:21:58.753883 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (694278ed-c102-42be-8044-5a9265e3dcc1), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:58.809207 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.db.l3_db [None req-d06b523c-3dbf-471d-bb17-bf41716aee73 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Floating IP 88a83803-25aa-4ca4-b193-dd35f519ff29 associated. External IP: 172.27.0.199, port: 4d95fa12-8f07-4a72-acd9-94e8934faa9a. Jul 28 02:21:58.830658 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 694278ed-c102-42be-8044-5a9265e3dcc1 is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:21:58.831056 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (694278ed-c102-42be-8044-5a9265e3dcc1), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:58.862006 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd907d04a-4c0b-4e3c-a7df-a3eeb192a2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694278ed-c102-42be-8044-5a9265e3dcc1'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:21:58.864533 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd7b23193eab089ffe890151ec8d4d81c159f1068d0ecb51bca31dcd10d4c9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9163c4-7c4a-44c6-866b-3e15208594a5" -d '{"events": [{"server_uuid": "d907d04a-4c0b-4e3c-a7df-a3eeb192a2b6", "name": "network-vif-plugged", "status": "completed", "tag": "694278ed-c102-42be-8044-5a9265e3dcc1"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:21:58.878455 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 694278ed-c102-42be-8044-5a9265e3dcc1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=694278ed-c102-42be-8044-5a9265e3dcc1,segment=NetworkSegment(ad593867-37dc-486f-9ad0-984d268f99db),segment_id=ad593867-37dc-486f-9ad0-984d268f99db)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:21:58.885585 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (694278ed-c102-42be-8044-5a9265e3dcc1), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:58.918556 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bd9f99-a773-457f-8722-fdd8ca42f09c x-openstack-request-id: req-b5bd9f99-a773-457f-8722-fdd8ca42f09c {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:21:58.918877 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d907d04a-4c0b-4e3c-a7df-a3eeb192a2b6", "name": "network-vif-plugged", "status": "completed", "tag": "694278ed-c102-42be-8044-5a9265e3dcc1", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:21:58.919319 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b5bd9f99-a773-457f-8722-fdd8ca42f09c {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:21:58.919714 dv-cinder-799871-46-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5bd9f99-a773-457f-8722-fdd8ca42f09c'] response: {'server_uuid': 'd907d04a-4c0b-4e3c-a7df-a3eeb192a2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694278ed-c102-42be-8044-5a9265e3dcc1', 'code': 200} Jul 28 02:21:58.944780 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=694278ed-c102-42be-8044-5a9265e3dcc1,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:21:58.963980 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da10b6a-88d5-4e51-b557-03302e288fc2 req-e2b052f2-4612-4292-ac7c-06a38c36a65f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:58.966032 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6da10b6a-88d5-4e51-b557-03302e288fc2 req-e2b052f2-4612-4292-ac7c-06a38c36a65f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=d907d04a-4c0b-4e3c-a7df-a3eeb192a2b6 HTTP/1.1" status: 200 len: 946 time: 0.0710752 Jul 28 02:21:59.097449 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6da10b6a-88d5-4e51-b557-03302e288fc2 req-afcc7430-e584-4920-ba2c-7da94dc54916 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=c0cc4412-766c-43c5-93c7-1c57759f3e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206610 Jul 28 02:21:59.110297 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:59.114676 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06b523c-3dbf-471d-bb17-bf41716aee73 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Router aff59b78-00b6-4526-bccd-ca079e2ffec3 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:21:59.144156 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790830b-c57d-4ed8-8c7d-22866a44a9ca req-c40602b8-51d3-4865-b243-e0ef76a1ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:59.145686 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0790830b-c57d-4ed8-8c7d-22866a44a9ca req-c40602b8-51d3-4865-b243-e0ef76a1ec73 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d907d04a-4c0b-4e3c-a7df-a3eeb192a2b6 HTTP/1.1" status: 200 len: 1130 time: 0.0540881 Jul 28 02:21:59.200252 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0790830b-c57d-4ed8-8c7d-22866a44a9ca req-013ca97c-4df1-4fac-80f5-b1a0f1ee464f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c0cc4412-766c-43c5-93c7-1c57759f3e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459685 Jul 28 02:21:59.221970 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06b523c-3dbf-471d-bb17-bf41716aee73 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:21:59.226725 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d06b523c-3dbf-471d-bb17-bf41716aee73 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:59.231833 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:21:59.234045 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31568e58-dbe7-4f01-903a-0660666b1695 None None] Sync routers for ids ['aff59b78-00b6-4526-bccd-ca079e2ffec3'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:21:59.244269 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31568e58-dbe7-4f01-903a-0660666b1695 None None] Routers {'aff59b78-00b6-4526-bccd-ca079e2ffec3'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:21:59.244906 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-31568e58-dbe7-4f01-903a-0660666b1695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:21:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['aff59b78-00b6-4526-bccd-ca079e2ffec3'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:21:59.258972 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-d06b523c-3dbf-471d-bb17-bf41716aee73 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "PUT /v2.0/floatingips/88a83803-25aa-4ca4-b193-dd35f519ff29 HTTP/1.1" status: 200 len: 992 time: 1.1957986 Jul 28 02:21:59.259799 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c55cbbcb-d9ea-4797-a39a-b663942e8ff6', 'tag': '4d95fa12-8f07-4a72-acd9-94e8934faa9a'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:21:59.262314 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fd3017fc08cfcfd8945092685727e724b0eb79f5cdddf0496dd7adb644fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac909f1-3a5a-4803-be0d-603993864a22" -d '{"events": [{"name": "network-changed", "server_uuid": "c55cbbcb-d9ea-4797-a39a-b663942e8ff6", "tag": "4d95fa12-8f07-4a72-acd9-94e8934faa9a"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:21:59.300459 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebf3133-b2ad-4432-9eed-aa36d313bda7 x-openstack-request-id: req-0ebf3133-b2ad-4432-9eed-aa36d313bda7 {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:21:59.300755 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c55cbbcb-d9ea-4797-a39a-b663942e8ff6", "tag": "4d95fa12-8f07-4a72-acd9-94e8934faa9a", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:21:59.301039 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0ebf3133-b2ad-4432-9eed-aa36d313bda7 {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:21:59.301450 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ebf3133-b2ad-4432-9eed-aa36d313bda7'] response: {'name': 'network-changed', 'server_uuid': 'c55cbbcb-d9ea-4797-a39a-b663942e8ff6', 'tag': '4d95fa12-8f07-4a72-acd9-94e8934faa9a', 'status': 'completed', 'code': 200} Jul 28 02:21:59.334551 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:59.353711 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-31568e58-dbe7-4f01-903a-0660666b1695 None None] Set router aff59b78-00b6-4526-bccd-ca079e2ffec3 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:21:59.514543 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac909f1-3a5a-4803-be0d-603993864a22 req-4766b949-c36d-4a95-b635-fc9a325fa61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:59.516036 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-aac909f1-3a5a-4803-be0d-603993864a22 req-4766b949-c36d-4a95-b635-fc9a325fa61c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5157a5b7f25482980f925175adf2090&device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 1130 time: 0.0414019 Jul 28 02:21:59.532006 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:21:59.571436 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-31568e58-dbe7-4f01-903a-0660666b1695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'name': 'tempest-ServerRescueNegativeTestJSON-1124966851-router', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:27Z', 'updated_at': '2022-07-28T02:19:34Z', 'revision_number': 4, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'gw_port': {'id': '0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:28Z', 'updated_at': '2022-07-28T02:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': '88a83803-25aa-4ca4-b193-dd35f519ff29', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'port_id': '4d95fa12-8f07-4a72-acd9-94e8934faa9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9', 'mac_address': 'fa:16:3e:36:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55cbbcb-d9ea-4797-a39a-b663942e8ff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:21:44Z', 'updated_at': '2022-07-28T02:21:58Z', 'revision_number': 1, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c', 'name': '', 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'mac_address': 'fa:16:3e:c5:8a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '85b85007-31bd-4b12-8b58-5449a423c715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:33Z', 'updated_at': '2022-07-28T02:19:43Z', 'revision_number': 5, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'subnets': [{'id': '85b85007-31bd-4b12-8b58-5449a423c715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:21:59.596659 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31568e58-dbe7-4f01-903a-0660666b1695 None None] Checking router: aff59b78-00b6-4526-bccd-ca079e2ffec3 for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:21:59.606109 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31568e58-dbe7-4f01-903a-0660666b1695 None None] Routers {'aff59b78-00b6-4526-bccd-ca079e2ffec3'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:21:59.606680 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-31568e58-dbe7-4f01-903a-0660666b1695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:21:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['aff59b78-00b6-4526-bccd-ca079e2ffec3'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:21:59.620360 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac909f1-3a5a-4803-be0d-603993864a22 req-131d90eb-8aef-4e0d-a385-be117e51727c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:59.620744 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-aac909f1-3a5a-4803-be0d-603993864a22 req-131d90eb-8aef-4e0d-a385-be117e51727c service neutron] 10.222.0.45 "GET /v2.0/networks?id=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 HTTP/1.1" status: 200 len: 920 time: 0.0965476 Jul 28 02:21:59.690522 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-aac909f1-3a5a-4803-be0d-603993864a22 req-1eb61282-ffc0-4333-a39f-0a9bae3e61a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d95fa12-8f07-4a72-acd9-94e8934faa9a HTTP/1.1" status: 200 len: 1000 time: 0.0606010 Jul 28 02:21:59.718324 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-31568e58-dbe7-4f01-903a-0660666b1695 None None] Set router aff59b78-00b6-4526-bccd-ca079e2ffec3 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:21:59.723449 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00bb10-86c6-4cbf-92dc-b216e840194b req-e3b42add-c433-408e-988f-bca4bdcb12dc tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:21:59.725016 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3a00bb10-86c6-4cbf-92dc-b216e840194b req-e3b42add-c433-408e-988f-bca4bdcb12dc tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 984 time: 0.0505474 Jul 28 02:21:59.786535 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3a00bb10-86c6-4cbf-92dc-b216e840194b req-05f916cc-f6e2-4e44-a040-b968d140deae tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=0df0a0cc-736e-439c-8afe-793336d59f6c&id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551436 Jul 28 02:21:59.953516 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-31568e58-dbe7-4f01-903a-0660666b1695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'name': 'tempest-ServerRescueNegativeTestJSON-1124966851-router', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:27Z', 'updated_at': '2022-07-28T02:19:34Z', 'revision_number': 4, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'gw_port': {'id': '0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:28Z', 'updated_at': '2022-07-28T02:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': '88a83803-25aa-4ca4-b193-dd35f519ff29', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'port_id': '4d95fa12-8f07-4a72-acd9-94e8934faa9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9', 'mac_address': 'fa:16:3e:36:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55cbbcb-d9ea-4797-a39a-b663942e8ff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:21:44Z', 'updated_at': '2022-07-28T02:21:58Z', 'revision_number': 1, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c', 'name': '', 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'mac_address': 'fa:16:3e:c5:8a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '85b85007-31bd-4b12-8b58-5449a423c715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:33Z', 'updated_at': '2022-07-28T02:19:43Z', 'revision_number': 5, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'subnets': [{'id': '85b85007-31bd-4b12-8b58-5449a423c715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:21:59.978555 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31568e58-dbe7-4f01-903a-0660666b1695 None None] The sync data for ids ['aff59b78-00b6-4526-bccd-ca079e2ffec3'] in dv-cinder-799871-46-iscsi is: [{'id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'name': 'tempest-ServerRescueNegativeTestJSON-1124966851-router', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:27Z', 'updated_at': '2022-07-28T02:19:34Z', 'revision_number': 4, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'gw_port': {'id': '0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:28Z', 'updated_at': '2022-07-28T02:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': '88a83803-25aa-4ca4-b193-dd35f519ff29', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'port_id': '4d95fa12-8f07-4a72-acd9-94e8934faa9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9', 'mac_address': 'fa:16:3e:36:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55cbbcb-d9ea-4797-a39a-b663942e8ff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:21:44Z', 'updated_at': '2022-07-28T02:21:58Z', 'revision_number': 1, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c', 'name': '', 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'mac_address': 'fa:16:3e:c5:8a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '85b85007-31bd-4b12-8b58-5449a423c715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:33Z', 'updated_at': '2022-07-28T02:19:43Z', 'revision_number': 5, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'subnets': [{'id': '85b85007-31bd-4b12-8b58-5449a423c715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:22:00.187504 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7154f4e-275e-48c8-9305-2268d8dfaf45 None None] New status for floating IP 88a83803-25aa-4ca4-b193-dd35f519ff29: ACTIVE {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 02:22:00.243515 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8334f7c-1840-4515-a892-12f4fd1cfcde req-fdd457ea-ce14-401d-8fa9-a66175c87f50 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:00.245236 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f8334f7c-1840-4515-a892-12f4fd1cfcde req-fdd457ea-ce14-401d-8fa9-a66175c87f50 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=d907d04a-4c0b-4e3c-a7df-a3eeb192a2b6 HTTP/1.1" status: 200 len: 946 time: 0.0657735 Jul 28 02:22:00.278816 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:00.305646 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac909f1-3a5a-4803-be0d-603993864a22 req-30eca4d6-ea31-4004-94ef-1509884130cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:00.307359 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-aac909f1-3a5a-4803-be0d-603993864a22 req-30eca4d6-ea31-4004-94ef-1509884130cc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85b85007-31bd-4b12-8b58-5449a423c715 HTTP/1.1" status: 200 len: 858 time: 0.0544405 Jul 28 02:22:00.314267 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f8334f7c-1840-4515-a892-12f4fd1cfcde req-7de35094-12c0-4caf-a66d-ae8ca42715e1 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=c0cc4412-766c-43c5-93c7-1c57759f3e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632920 Jul 28 02:22:00.355140 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac909f1-3a5a-4803-be0d-603993864a22 req-8bb3d278-4617-4a04-b8ee-54e927eb6248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:00.357244 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-aac909f1-3a5a-4803-be0d-603993864a22 req-8bb3d278-4617-4a04-b8ee-54e927eb6248 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426989 Jul 28 02:22:00.400769 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:00.481144 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-aac909f1-3a5a-4803-be0d-603993864a22 req-c60dec8f-d266-40b3-aff6-ebe4cdb80f3b service neutron] 10.222.0.45 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881393 Jul 28 02:22:00.675243 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:00.832596 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:00.850215 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-aac909f1-3a5a-4803-be0d-603993864a22 req-2d81c505-fbfb-487d-8c4d-3d088cd315c1 service neutron] 10.222.0.45 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270888 Jul 28 02:22:00.922080 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb90b9a-aa6c-4462-8c55-97154b5a47c8 req-90ac6f27-e99a-44cc-9ef3-d0deca840ab4 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:00.923636 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4cb90b9a-aa6c-4462-8c55-97154b5a47c8 req-90ac6f27-e99a-44cc-9ef3-d0deca840ab4 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 984 time: 0.0585098 Jul 28 02:22:00.989590 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4cb90b9a-aa6c-4462-8c55-97154b5a47c8 req-86986d05-0c64-498b-b034-35e30c4b54b0 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=0df0a0cc-736e-439c-8afe-793336d59f6c&id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600464 Jul 28 02:22:01.023159 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:01.465531 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23b92c-4872-4288-a701-c6a3e94ff392 req-87fcdb06-5913-437e-a97b-d326d86fa138 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:01.467806 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8d23b92c-4872-4288-a701-c6a3e94ff392 req-87fcdb06-5913-437e-a97b-d326d86fa138 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=d907d04a-4c0b-4e3c-a7df-a3eeb192a2b6 HTTP/1.1" status: 200 len: 946 time: 0.0769680 Jul 28 02:22:01.786276 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8d23b92c-4872-4288-a701-c6a3e94ff392 req-c11409a8-210d-420b-b797-999f2ce5846a tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=c0cc4412-766c-43c5-93c7-1c57759f3e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3117826 Jul 28 02:22:01.910543 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa886e88-a779-42d9-98f2-6a4c0d0342f3 req-b677c99b-9944-43c0-b4c4-b9bf0b44f620 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:01.912365 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-aa886e88-a779-42d9-98f2-6a4c0d0342f3 req-b677c99b-9944-43c0-b4c4-b9bf0b44f620 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=d907d04a-4c0b-4e3c-a7df-a3eeb192a2b6 HTTP/1.1" status: 200 len: 946 time: 0.0524361 Jul 28 02:22:01.923215 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 47232) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:22:01.927731 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-b1d8651e-1944-4e47-ba03-a1c5540f3e27 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Request body: {'floatingip': {'port_id': '694278ed-c102-42be-8044-5a9265e3dcc1'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:22:01.973156 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b1d8651e-1944-4e47-ba03-a1c5540f3e27 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for floatingip (395242c5-e060-4a9a-b1e1-c216def25006), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:02.166151 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb0b1e-c0f5-400f-bfa2-f74007d1db53 req-8a70872d-c913-4ffe-9641-f2b80d5d1ea9 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:02.167580 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f8bb0b1e-c0f5-400f-bfa2-f74007d1db53 req-8a70872d-c913-4ffe-9641-f2b80d5d1ea9 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 984 time: 0.0976489 Jul 28 02:22:02.322228 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f8bb0b1e-c0f5-400f-bfa2-f74007d1db53 req-83a5e544-663d-4671-b3a5-4a7e6baf924c tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=0df0a0cc-736e-439c-8afe-793336d59f6c&id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1439192 Jul 28 02:22:02.397270 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:02.511892 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b1d8651e-1944-4e47-ba03-a1c5540f3e27 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:02.515666 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b1d8651e-1944-4e47-ba03-a1c5540f3e27 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (395242c5-e060-4a9a-b1e1-c216def25006), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:02.618241 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.db.l3_db [None req-b1d8651e-1944-4e47-ba03-a1c5540f3e27 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Floating IP 395242c5-e060-4a9a-b1e1-c216def25006 associated. External IP: 172.27.0.198, port: 694278ed-c102-42be-8044-5a9265e3dcc1. Jul 28 02:22:02.713814 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:02.822394 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d8651e-1944-4e47-ba03-a1c5540f3e27 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:22:02.928490 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d8651e-1944-4e47-ba03-a1c5540f3e27 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:22:02.933679 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b1d8651e-1944-4e47-ba03-a1c5540f3e27 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:02.938850 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0100c227-09fb-40b8-b8c4-ef521a39f6f1 None None] Sync routers for ids ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:22:02.947996 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0100c227-09fb-40b8-b8c4-ef521a39f6f1 None None] Routers {'36354f44-4c5b-4f6a-b262-2f1cd2d07967'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:22:02.948595 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-0100c227-09fb-40b8-b8c4-ef521a39f6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:21:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:22:02.964192 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-b1d8651e-1944-4e47-ba03-a1c5540f3e27 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "PUT /v2.0/floatingips/395242c5-e060-4a9a-b1e1-c216def25006 HTTP/1.1" status: 200 len: 992 time: 1.0398533 Jul 28 02:22:02.964850 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd907d04a-4c0b-4e3c-a7df-a3eeb192a2b6', 'tag': '694278ed-c102-42be-8044-5a9265e3dcc1'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:22:02.967120 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fd3017fc08cfcfd8945092685727e724b0eb79f5cdddf0496dd7adb644fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378bc23b-d7d7-4871-97a4-8d57eb9e2edf" -d '{"events": [{"name": "network-changed", "server_uuid": "d907d04a-4c0b-4e3c-a7df-a3eeb192a2b6", "tag": "694278ed-c102-42be-8044-5a9265e3dcc1"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:22:03.007057 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b04e03-aba2-40e2-ba2a-fbe2bb7964c6 x-openstack-request-id: req-b7b04e03-aba2-40e2-ba2a-fbe2bb7964c6 {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:22:03.007355 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d907d04a-4c0b-4e3c-a7df-a3eeb192a2b6", "tag": "694278ed-c102-42be-8044-5a9265e3dcc1", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:22:03.007612 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b7b04e03-aba2-40e2-ba2a-fbe2bb7964c6 {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:22:03.008024 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7b04e03-aba2-40e2-ba2a-fbe2bb7964c6'] response: {'name': 'network-changed', 'server_uuid': 'd907d04a-4c0b-4e3c-a7df-a3eeb192a2b6', 'tag': '694278ed-c102-42be-8044-5a9265e3dcc1', 'status': 'completed', 'code': 200} Jul 28 02:22:03.057338 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-0100c227-09fb-40b8-b8c4-ef521a39f6f1 None None] Set router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:22:03.071450 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bc23b-d7d7-4871-97a4-8d57eb9e2edf req-402a8594-1e61-4eea-9cb4-631b1d37c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:03.073462 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-378bc23b-d7d7-4871-97a4-8d57eb9e2edf req-402a8594-1e61-4eea-9cb4-631b1d37c82a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4622eae14dd460dbd4e51d4a0413e5f&device_id=d907d04a-4c0b-4e3c-a7df-a3eeb192a2b6 HTTP/1.1" status: 200 len: 1130 time: 0.0403366 Jul 28 02:22:03.172479 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bc23b-d7d7-4871-97a4-8d57eb9e2edf req-16e379c9-a98a-49ec-b8cf-497307bdfc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:03.174005 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-378bc23b-d7d7-4871-97a4-8d57eb9e2edf req-16e379c9-a98a-49ec-b8cf-497307bdfc34 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bda255f1-8497-41f0-9d65-8f281bd7eb0d HTTP/1.1" status: 200 len: 916 time: 0.0942247 Jul 28 02:22:03.232709 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:03.246285 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-378bc23b-d7d7-4871-97a4-8d57eb9e2edf req-d14fd490-b102-4178-ac57-0f2ff88ba438 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=694278ed-c102-42be-8044-5a9265e3dcc1 HTTP/1.1" status: 200 len: 1000 time: 0.0633857 Jul 28 02:22:03.280736 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-0100c227-09fb-40b8-b8c4-ef521a39f6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '420d1770-f371-4ef3-80de-40843395f9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:59Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'gw_port': {'id': '420d1770-f371-4ef3-80de-40843395f9e1', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:01Z', 'updated_at': '2022-07-28T02:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': '395242c5-e060-4a9a-b1e1-c216def25006', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'port_id': '694278ed-c102-42be-8044-5a9265e3dcc1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'mac_address': 'fa:16:3e:51:f8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd907d04a-4c0b-4e3c-a7df-a3eeb192a2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:21:49Z', 'updated_at': '2022-07-28T02:22:02Z', 'revision_number': 1, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40a12468-19ed-487d-a474-8a6063834f45', 'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'mac_address': 'fa:16:3e:62:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:09Z', 'updated_at': '2022-07-28T02:18:26Z', 'revision_number': 5, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'subnets': [{'id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:22:03.303919 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bc23b-d7d7-4871-97a4-8d57eb9e2edf req-45f288e4-78b4-4131-bf3e-682bb36f2b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:03.305567 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-378bc23b-d7d7-4871-97a4-8d57eb9e2edf req-45f288e4-78b4-4131-bf3e-682bb36f2b6b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b6c1c1a-91bf-46d8-8e77-626f9a84855f HTTP/1.1" status: 200 len: 854 time: 0.0473413 Jul 28 02:22:03.310037 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0100c227-09fb-40b8-b8c4-ef521a39f6f1 None None] Checking router: 36354f44-4c5b-4f6a-b262-2f1cd2d07967 for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:22:03.318322 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0100c227-09fb-40b8-b8c4-ef521a39f6f1 None None] Routers {'36354f44-4c5b-4f6a-b262-2f1cd2d07967'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:22:03.318943 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-0100c227-09fb-40b8-b8c4-ef521a39f6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:21:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:22:03.360545 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bc23b-d7d7-4871-97a4-8d57eb9e2edf req-cf9ba806-a05b-4a0b-9983-de9804bd2862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:03.362315 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-378bc23b-d7d7-4871-97a4-8d57eb9e2edf req-cf9ba806-a05b-4a0b-9983-de9804bd2862 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bda255f1-8497-41f0-9d65-8f281bd7eb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430408 Jul 28 02:22:03.429421 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-0100c227-09fb-40b8-b8c4-ef521a39f6f1 None None] Set router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:22:03.453260 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395f603-4c90-4253-888c-80a460c4ae7c req-0f9a7f07-3be7-4ffb-bf1d-86711b08e14e tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:03.457373 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0395f603-4c90-4253-888c-80a460c4ae7c req-0f9a7f07-3be7-4ffb-bf1d-86711b08e14e tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 984 time: 0.0594378 Jul 28 02:22:03.468258 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-378bc23b-d7d7-4871-97a4-8d57eb9e2edf req-507010ef-66d8-491b-b59e-3a608993be32 service neutron] 10.222.0.45 "GET /v2.0/networks/bda255f1-8497-41f0-9d65-8f281bd7eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975142 Jul 28 02:22:03.471331 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:03.520058 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0395f603-4c90-4253-888c-80a460c4ae7c req-c2461f3f-4441-4d18-acca-da1b4b266424 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=0df0a0cc-736e-439c-8afe-793336d59f6c&id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589335 Jul 28 02:22:03.569318 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-378bc23b-d7d7-4871-97a4-8d57eb9e2edf req-342a573f-8dc4-4893-8f19-c3d2a4578617 service neutron] 10.222.0.45 "GET /v2.0/networks/bda255f1-8497-41f0-9d65-8f281bd7eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949039 Jul 28 02:22:03.648351 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-0100c227-09fb-40b8-b8c4-ef521a39f6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '420d1770-f371-4ef3-80de-40843395f9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:59Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'gw_port': {'id': '420d1770-f371-4ef3-80de-40843395f9e1', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:01Z', 'updated_at': '2022-07-28T02:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': '395242c5-e060-4a9a-b1e1-c216def25006', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'port_id': '694278ed-c102-42be-8044-5a9265e3dcc1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'mac_address': 'fa:16:3e:51:f8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd907d04a-4c0b-4e3c-a7df-a3eeb192a2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:21:49Z', 'updated_at': '2022-07-28T02:22:02Z', 'revision_number': 1, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40a12468-19ed-487d-a474-8a6063834f45', 'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'mac_address': 'fa:16:3e:62:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:09Z', 'updated_at': '2022-07-28T02:18:26Z', 'revision_number': 5, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'subnets': [{'id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:22:03.796736 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0100c227-09fb-40b8-b8c4-ef521a39f6f1 None None] The sync data for ids ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'] in dv-cinder-799871-46-iscsi is: [{'id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '420d1770-f371-4ef3-80de-40843395f9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:59Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'gw_port': {'id': '420d1770-f371-4ef3-80de-40843395f9e1', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:01Z', 'updated_at': '2022-07-28T02:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': '395242c5-e060-4a9a-b1e1-c216def25006', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'port_id': '694278ed-c102-42be-8044-5a9265e3dcc1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'mac_address': 'fa:16:3e:51:f8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd907d04a-4c0b-4e3c-a7df-a3eeb192a2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:21:49Z', 'updated_at': '2022-07-28T02:22:02Z', 'revision_number': 1, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40a12468-19ed-487d-a474-8a6063834f45', 'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'mac_address': 'fa:16:3e:62:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:09Z', 'updated_at': '2022-07-28T02:18:26Z', 'revision_number': 5, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'subnets': [{'id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:22:03.997867 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd26ae8-173d-41ab-923c-40a6c345d6a3 None None] New status for floating IP 395242c5-e060-4a9a-b1e1-c216def25006: ACTIVE {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 02:22:04.652502 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f173f-89e6-4add-a26c-2243903f52e2 req-0938c6d9-8f66-4bba-905b-c3f5bdbcd2aa tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:04.654036 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c71f173f-89e6-4add-a26c-2243903f52e2 req-0938c6d9-8f66-4bba-905b-c3f5bdbcd2aa tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 984 time: 0.0481508 Jul 28 02:22:04.715684 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c71f173f-89e6-4add-a26c-2243903f52e2 req-a72f0999-4b3d-466e-afcf-07fe53a11ffe tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=0df0a0cc-736e-439c-8afe-793336d59f6c&id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559788 Jul 28 02:22:05.500579 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:05.839527 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eafdfe-2df2-445e-ae7d-d0800b574d2f req-804e0582-76c8-4d3e-a6e1-086dc8f414ae tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:05.841080 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-06eafdfe-2df2-445e-ae7d-d0800b574d2f req-804e0582-76c8-4d3e-a6e1-086dc8f414ae tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 984 time: 0.0515389 Jul 28 02:22:05.910090 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-06eafdfe-2df2-445e-ae7d-d0800b574d2f req-58ada7ad-ec29-41c5-b1ee-a3dd550f3be1 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=0df0a0cc-736e-439c-8afe-793336d59f6c&id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630023 Jul 28 02:22:07.041405 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fef12e-3391-420b-a34a-3faf3ccb44c7 req-8b4ceee6-697b-4326-94ea-2b43a5875f40 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:07.043443 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-65fef12e-3391-420b-a34a-3faf3ccb44c7 req-8b4ceee6-697b-4326-94ea-2b43a5875f40 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 984 time: 0.0532134 Jul 28 02:22:07.055667 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:07.115708 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-65fef12e-3391-420b-a34a-3faf3ccb44c7 req-49dc00b8-65d4-4a1b-88c5-9f23755b56f1 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=0df0a0cc-736e-439c-8afe-793336d59f6c&id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661266 Jul 28 02:22:07.474357 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:22:08.239521 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3290a-0fad-4589-a446-7f87492ba09e req-400af2d8-82d9-4216-ba49-4f37866cfe4e tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:08.241034 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-50e3290a-0fad-4589-a446-7f87492ba09e req-400af2d8-82d9-4216-ba49-4f37866cfe4e tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 984 time: 0.0498900 Jul 28 02:22:08.304477 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-50e3290a-0fad-4589-a446-7f87492ba09e req-d7953a03-0049-4c00-a8ff-a1bb7f9e47ee tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=0df0a0cc-736e-439c-8afe-793336d59f6c&id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563829 Jul 28 02:22:08.913999 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8bb49003-d321-49ca-824b-2df22dc443af req-a5bb0b98-bf3e-46c4-985d-28cb295004a5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447657 Jul 28 02:22:09.005844 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb49003-d321-49ca-824b-2df22dc443af req-d22cf559-beb6-44b0-bb46-a116d792c35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:09.007399 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8bb49003-d321-49ca-824b-2df22dc443af req-d22cf559-beb6-44b0-bb46-a116d792c35f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ed45da3e0024fa597d03299abae9859&device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 1131 time: 0.0421309 Jul 28 02:22:09.123472 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb49003-d321-49ca-824b-2df22dc443af req-26fdae32-aaa0-4c45-aef4-1dd301241ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:09.128017 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8bb49003-d321-49ca-824b-2df22dc443af req-26fdae32-aaa0-4c45-aef4-1dd301241ab1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b7a41f53-02ba-4d68-a9f3-9f5c3103be75 HTTP/1.1" status: 200 len: 917 time: 0.0914474 Jul 28 02:22:09.201037 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8bb49003-d321-49ca-824b-2df22dc443af req-23cdd7db-d0bd-47e5-9813-ae7149853b49 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d07f97be-2b00-4c81-a7cf-ea02ac526203 HTTP/1.1" status: 200 len: 1002 time: 0.0695877 Jul 28 02:22:09.258347 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb49003-d321-49ca-824b-2df22dc443af req-4e57104a-b33e-4184-a132-2d8a5ed6a207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:09.259850 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8bb49003-d321-49ca-824b-2df22dc443af req-4e57104a-b33e-4184-a132-2d8a5ed6a207 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5140c104-3441-42e7-8ecc-b111359f4da5 HTTP/1.1" status: 200 len: 855 time: 0.0521593 Jul 28 02:22:09.435732 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e233c-54c5-4ed3-8e1d-d539d9a8ebb4 req-9df52b9d-48a5-439b-a8d2-6b00755e1676 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:09.437449 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b90e233c-54c5-4ed3-8e1d-d539d9a8ebb4 req-9df52b9d-48a5-439b-a8d2-6b00755e1676 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 984 time: 0.0556750 Jul 28 02:22:09.499515 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b90e233c-54c5-4ed3-8e1d-d539d9a8ebb4 req-71e7369a-eddd-4c9e-bc1c-970193d6dad9 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=0df0a0cc-736e-439c-8afe-793336d59f6c&id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564761 Jul 28 02:22:09.976208 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb49003-d321-49ca-824b-2df22dc443af req-4f399af9-95dc-439f-8941-295b72a16a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:09.977747 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8bb49003-d321-49ca-824b-2df22dc443af req-4f399af9-95dc-439f-8941-295b72a16a80 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b7a41f53-02ba-4d68-a9f3-9f5c3103be75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424521 Jul 28 02:22:10.035209 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:10.078191 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8bb49003-d321-49ca-824b-2df22dc443af req-38434704-7e0b-48a3-96d4-d1217f0f65a7 service neutron] 10.222.0.45 "GET /v2.0/networks/b7a41f53-02ba-4d68-a9f3-9f5c3103be75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913608 Jul 28 02:22:10.174209 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8bb49003-d321-49ca-824b-2df22dc443af req-ecc3891a-eff9-4d33-9a69-112362fb4203 service neutron] 10.222.0.45 "GET /v2.0/networks/b7a41f53-02ba-4d68-a9f3-9f5c3103be75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901031 Jul 28 02:22:10.619796 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d86d10-600e-4f02-a62a-349caa745026 req-49f46490-2af0-4249-a5bd-cef3d64728d3 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:10.622085 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-01d86d10-600e-4f02-a62a-349caa745026 req-49f46490-2af0-4249-a5bd-cef3d64728d3 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 984 time: 0.0505440 Jul 28 02:22:10.676059 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:10.687144 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-01d86d10-600e-4f02-a62a-349caa745026 req-7cec2ecc-d53e-4e77-bbef-bd1e9fa5688a tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=0df0a0cc-736e-439c-8afe-793336d59f6c&id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593154 Jul 28 02:22:15.488626 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=21 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:15.494856 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:20.170126 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=18 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:20.170916 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:20.680146 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=33 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:25.737250 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ee37c3e2-6d80-4f9b-84b6-22c6b923994f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:26.561565 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb0529-baf3-4e0b-8c8c-4e844344a663 req-6ecdc88e-79eb-47b8-9e33-334c34350b83 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:26.563030 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-14fb0529-baf3-4e0b-8c8c-4e844344a663 req-6ecdc88e-79eb-47b8-9e33-334c34350b83 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 947 time: 0.0500011 Jul 28 02:22:26.617651 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-14fb0529-baf3-4e0b-8c8c-4e844344a663 req-f89e480f-57ed-402e-a1a4-3538b61b0367 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489035 Jul 28 02:22:27.371027 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:27.371799 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:27.749227 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca8546-ba83-4d74-9f72-2dbdf33ac30d req-66552b69-b7ed-4cd1-9c27-8ed226c6d51a tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:27.750768 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-aaca8546-ba83-4d74-9f72-2dbdf33ac30d req-66552b69-b7ed-4cd1-9c27-8ed226c6d51a tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 947 time: 0.0511010 Jul 28 02:22:27.799520 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-aaca8546-ba83-4d74-9f72-2dbdf33ac30d req-c135f9d0-d85e-4708-bbd5-4180db47a2be tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429099 Jul 28 02:22:28.162985 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ef2f9e91-c68d-44ba-a185-5cdf517c9c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:28.502933 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e45503-5fd1-4d7f-ae48-d5de3f8fe8d3 req-73776d40-37b7-4151-a66c-66ab8f86bb7d tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:28.504409 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-87e45503-5fd1-4d7f-ae48-d5de3f8fe8d3 req-73776d40-37b7-4151-a66c-66ab8f86bb7d tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 947 time: 0.0490625 Jul 28 02:22:28.596166 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-87e45503-5fd1-4d7f-ae48-d5de3f8fe8d3 req-0e2de700-3cf0-4ce6-8146-9c3c92a27ded tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Deleting port d07f97be-2b00-4c81-a7cf-ea02ac526203 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:22:28.596510 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-87e45503-5fd1-4d7f-ae48-d5de3f8fe8d3 req-0e2de700-3cf0-4ce6-8146-9c3c92a27ded tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (d07f97be-2b00-4c81-a7cf-ea02ac526203), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:28.693521 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-87e45503-5fd1-4d7f-ae48-d5de3f8fe8d3 req-0e2de700-3cf0-4ce6-8146-9c3c92a27ded tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] For port d07f97be-2b00-4c81-a7cf-ea02ac526203, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d07f97be-2b00-4c81-a7cf-ea02ac526203,segment=NetworkSegment(d704733b-9866-4f1a-bedf-601228758543),segment_id=d704733b-9866-4f1a-bedf-601228758543)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:22:28.693876 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-87e45503-5fd1-4d7f-ae48-d5de3f8fe8d3 req-0e2de700-3cf0-4ce6-8146-9c3c92a27ded tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (d07f97be-2b00-4c81-a7cf-ea02ac526203), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:28.861170 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-87e45503-5fd1-4d7f-ae48-d5de3f8fe8d3 req-0e2de700-3cf0-4ce6-8146-9c3c92a27ded tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:28.861535 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-87e45503-5fd1-4d7f-ae48-d5de3f8fe8d3 req-0e2de700-3cf0-4ce6-8146-9c3c92a27ded tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (225393bf-6ca3-4a18-a882-d8913c35cb98), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:28.861851 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.db.l3_db [req-87e45503-5fd1-4d7f-ae48-d5de3f8fe8d3 req-0e2de700-3cf0-4ce6-8146-9c3c92a27ded tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Floating IP 225393bf-6ca3-4a18-a882-d8913c35cb98 disassociated. External IP: 172.27.0.113, port: d07f97be-2b00-4c81-a7cf-ea02ac526203. Jul 28 02:22:28.862259 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-87e45503-5fd1-4d7f-ae48-d5de3f8fe8d3 req-0e2de700-3cf0-4ce6-8146-9c3c92a27ded tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Calling delete_port for d07f97be-2b00-4c81-a7cf-ea02ac526203 owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:22:28.928223 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0a2b0-2def-47a1-bba2-97230bece2e7 req-f5029993-d809-438d-a7f4-dd1849abb4de tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:28.929749 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a8f0a2b0-2def-47a1-bba2-97230bece2e7 req-f5029993-d809-438d-a7f4-dd1849abb4de tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=37f3fd25-2f4e-4cbc-8c43-158fc08ece33 HTTP/1.1" status: 200 len: 947 time: 0.0491781 Jul 28 02:22:28.979828 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a8f0a2b0-2def-47a1-bba2-97230bece2e7 req-fc112fd4-4e66-4730-a77e-f5211768a79d tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=02237a53-9635-4c41-b478-34d65114a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433459 Jul 28 02:22:29.002873 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-87e45503-5fd1-4d7f-ae48-d5de3f8fe8d3 req-0e2de700-3cf0-4ce6-8146-9c3c92a27ded tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (d07f97be-2b00-4c81-a7cf-ea02ac526203), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:29.031172 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2de700-3cf0-4ce6-8146-9c3c92a27ded tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Pushing event deleted for resources: {'Port': ['ID=d07f97be-2b00-4c81-a7cf-ea02ac526203,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:22:29.043508 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2de700-3cf0-4ce6-8146-9c3c92a27ded tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:22:29.043873 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2de700-3cf0-4ce6-8146-9c3c92a27ded tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:22:29.044216 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2de700-3cf0-4ce6-8146-9c3c92a27ded tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:22:29.044604 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2de700-3cf0-4ce6-8146-9c3c92a27ded tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:22:29.044924 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2de700-3cf0-4ce6-8146-9c3c92a27ded tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:22:29.045259 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2de700-3cf0-4ce6-8146-9c3c92a27ded tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:22:29.045592 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2de700-3cf0-4ce6-8146-9c3c92a27ded tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:22:29.046061 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2de700-3cf0-4ce6-8146-9c3c92a27ded tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:22:29.046529 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2de700-3cf0-4ce6-8146-9c3c92a27ded tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:22:29.047027 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2de700-3cf0-4ce6-8146-9c3c92a27ded tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:22:29.047502 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2de700-3cf0-4ce6-8146-9c3c92a27ded tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:22:29.047972 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2de700-3cf0-4ce6-8146-9c3c92a27ded tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:22:29.048607 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2de700-3cf0-4ce6-8146-9c3c92a27ded tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:22:29.048934 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2de700-3cf0-4ce6-8146-9c3c92a27ded tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:22:29.049413 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2de700-3cf0-4ce6-8146-9c3c92a27ded tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:22:29.161549 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87e45503-5fd1-4d7f-ae48-d5de3f8fe8d3 req-0e2de700-3cf0-4ce6-8146-9c3c92a27ded tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Router 092088de-1220-4858-bb69-e854a706a1d4 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:22:29.232953 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:29.267155 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87e45503-5fd1-4d7f-ae48-d5de3f8fe8d3 req-0e2de700-3cf0-4ce6-8146-9c3c92a27ded tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:22:29.277364 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b372bedd-29bb-4c0b-8ed3-f3be51d20407 None None] Sync routers for ids ['092088de-1220-4858-bb69-e854a706a1d4'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:22:29.287898 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b372bedd-29bb-4c0b-8ed3-f3be51d20407 None None] Routers {'092088de-1220-4858-bb69-e854a706a1d4'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:22:29.288514 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-b372bedd-29bb-4c0b-8ed3-f3be51d20407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:22:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['092088de-1220-4858-bb69-e854a706a1d4'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:22:29.310097 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e45503-5fd1-4d7f-ae48-d5de3f8fe8d3 req-0e2de700-3cf0-4ce6-8146-9c3c92a27ded tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] No DVR routers for this DVR port d07f97be-2b00-4c81-a7cf-ea02ac526203 on host hv-cinder-79987 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:22:29.312611 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-87e45503-5fd1-4d7f-ae48-d5de3f8fe8d3 req-0e2de700-3cf0-4ce6-8146-9c3c92a27ded tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:29.315831 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-87e45503-5fd1-4d7f-ae48-d5de3f8fe8d3 req-0e2de700-3cf0-4ce6-8146-9c3c92a27ded tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.45 "DELETE /v2.0/ports/d07f97be-2b00-4c81-a7cf-ea02ac526203 HTTP/1.1" status: 204 len: 173 time: 0.8053496 Jul 28 02:22:29.316281 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f3fd25-2f4e-4cbc-8c43-158fc08ece33', 'name': 'network-vif-deleted', 'tag': 'd07f97be-2b00-4c81-a7cf-ea02ac526203'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:22:29.318966 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e1022b-345f-45a1-b2a4-258410a26c8e" -d '{"events": [{"server_uuid": "37f3fd25-2f4e-4cbc-8c43-158fc08ece33", "name": "network-vif-deleted", "tag": "d07f97be-2b00-4c81-a7cf-ea02ac526203"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:22:29.362992 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad2e745-0792-41dc-8361-4dc2d013fdd2 x-openstack-request-id: req-1ad2e745-0792-41dc-8361-4dc2d013fdd2 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:22:29.362992 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f3fd25-2f4e-4cbc-8c43-158fc08ece33", "name": "network-vif-deleted", "tag": "d07f97be-2b00-4c81-a7cf-ea02ac526203", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:22:29.362992 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1ad2e745-0792-41dc-8361-4dc2d013fdd2 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:22:29.363387 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ad2e745-0792-41dc-8361-4dc2d013fdd2'] response: {'server_uuid': '37f3fd25-2f4e-4cbc-8c43-158fc08ece33', 'name': 'network-vif-deleted', 'tag': 'd07f97be-2b00-4c81-a7cf-ea02ac526203', 'status': 'completed', 'code': 200} Jul 28 02:22:29.404956 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-b372bedd-29bb-4c0b-8ed3-f3be51d20407 None None] Set router 092088de-1220-4858-bb69-e854a706a1d4 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:22:29.613253 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-b372bedd-29bb-4c0b-8ed3-f3be51d20407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092088de-1220-4858-bb69-e854a706a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-817987684-router', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:58Z', 'updated_at': '2022-07-28T02:18:05Z', 'revision_number': 4, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'gw_port': {'id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:00Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': 'c6f15b7a-865b-476a-9dbe-468347d9bf63', 'name': '', 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'mac_address': 'fa:16:3e:e6:9d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:03Z', 'updated_at': '2022-07-28T02:18:16Z', 'revision_number': 5, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'subnets': [{'id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:22:29.640119 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b372bedd-29bb-4c0b-8ed3-f3be51d20407 None None] Checking router: 092088de-1220-4858-bb69-e854a706a1d4 for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:22:29.648812 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b372bedd-29bb-4c0b-8ed3-f3be51d20407 None None] Routers {'092088de-1220-4858-bb69-e854a706a1d4'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:22:29.649642 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-b372bedd-29bb-4c0b-8ed3-f3be51d20407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:22:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['092088de-1220-4858-bb69-e854a706a1d4'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:22:29.757348 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-b372bedd-29bb-4c0b-8ed3-f3be51d20407 None None] Set router 092088de-1220-4858-bb69-e854a706a1d4 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:22:29.961980 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-b372bedd-29bb-4c0b-8ed3-f3be51d20407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092088de-1220-4858-bb69-e854a706a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-817987684-router', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:58Z', 'updated_at': '2022-07-28T02:18:05Z', 'revision_number': 4, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'gw_port': {'id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:00Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': 'c6f15b7a-865b-476a-9dbe-468347d9bf63', 'name': '', 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'mac_address': 'fa:16:3e:e6:9d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:03Z', 'updated_at': '2022-07-28T02:18:16Z', 'revision_number': 5, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'subnets': [{'id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:22:29.992028 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b372bedd-29bb-4c0b-8ed3-f3be51d20407 None None] The sync data for ids ['092088de-1220-4858-bb69-e854a706a1d4'] in dv-cinder-799871-46-iscsi is: [{'id': '092088de-1220-4858-bb69-e854a706a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-817987684-router', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:58Z', 'updated_at': '2022-07-28T02:18:05Z', 'revision_number': 4, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'gw_port': {'id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:00Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': 'c6f15b7a-865b-476a-9dbe-468347d9bf63', 'name': '', 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'mac_address': 'fa:16:3e:e6:9d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:03Z', 'updated_at': '2022-07-28T02:18:16Z', 'revision_number': 5, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'subnets': [{'id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:22:30.082968 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 47320) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:22:30.145878 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-36fff039-391e-4eed-b202-c8f3cd34e061 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for security_group (02237a53-9635-4c41-b478-34d65114a395), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:30.172670 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-36fff039-391e-4eed-b202-c8f3cd34e061 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for security_group (02237a53-9635-4c41-b478-34d65114a395), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:30.226323 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa14f37c-6e0d-4293-aa0b-b327a1a5e270 None None] New status for floating IP 225393bf-6ca3-4a18-a882-d8913c35cb98: DOWN {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 02:22:30.244116 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-36fff039-391e-4eed-b202-c8f3cd34e061 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (02237a53-9635-4c41-b478-34d65114a395), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:30.248494 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-36fff039-391e-4eed-b202-c8f3cd34e061 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:30.249730 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-36fff039-391e-4eed-b202-c8f3cd34e061 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "DELETE /v2.0/security-groups/02237a53-9635-4c41-b478-34d65114a395 HTTP/1.1" status: 204 len: 168 time: 0.1657612 Jul 28 02:22:30.252679 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 47322) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:22:30.259195 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fff039-391e-4eed-b202-c8f3cd34e061 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02237a53-9635-4c41-b478-34d65114a395,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:22:30.266890 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fff039-391e-4eed-b202-c8f3cd34e061 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:22:30.267500 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fff039-391e-4eed-b202-c8f3cd34e061 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:22:30.267634 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.api.v2.resource [None req-85e6440c-6caf-40ec-8b1a-f3bfbe3da051 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] show failed (client error): The resource could not be found. Jul 28 02:22:30.268116 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fff039-391e-4eed-b202-c8f3cd34e061 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:22:30.268710 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fff039-391e-4eed-b202-c8f3cd34e061 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:22:30.268891 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-85e6440c-6caf-40ec-8b1a-f3bfbe3da051 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups/02237a53-9635-4c41-b478-34d65114a395 HTTP/1.1" status: 404 len: 347 time: 0.0149770 Jul 28 02:22:30.269404 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fff039-391e-4eed-b202-c8f3cd34e061 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:22:30.269752 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fff039-391e-4eed-b202-c8f3cd34e061 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:22:30.270094 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fff039-391e-4eed-b202-c8f3cd34e061 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:22:30.270438 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fff039-391e-4eed-b202-c8f3cd34e061 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:22:30.270777 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fff039-391e-4eed-b202-c8f3cd34e061 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:22:30.271113 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fff039-391e-4eed-b202-c8f3cd34e061 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:22:30.271479 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fff039-391e-4eed-b202-c8f3cd34e061 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:22:30.271953 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 47324) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:22:30.272094 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fff039-391e-4eed-b202-c8f3cd34e061 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:22:30.272539 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fff039-391e-4eed-b202-c8f3cd34e061 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:22:30.273060 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fff039-391e-4eed-b202-c8f3cd34e061 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:22:30.273504 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fff039-391e-4eed-b202-c8f3cd34e061 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:22:30.392442 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:30.404650 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-6df8c6b5-2209-45bf-b031-29d74ba07432 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Deleting port 0b711df1-eaa8-4553-bb1f-c72d5c0f0a06 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:22:30.405047 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6df8c6b5-2209-45bf-b031-29d74ba07432 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (0b711df1-eaa8-4553-bb1f-c72d5c0f0a06), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:30.452993 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:30.495127 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6df8c6b5-2209-45bf-b031-29d74ba07432 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (0b711df1-eaa8-4553-bb1f-c72d5c0f0a06), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:30.495456 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6df8c6b5-2209-45bf-b031-29d74ba07432 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for floatingip (0b711df1-eaa8-4553-bb1f-c72d5c0f0a06), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:30.508814 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-6df8c6b5-2209-45bf-b031-29d74ba07432 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Calling delete_port for 0b711df1-eaa8-4553-bb1f-c72d5c0f0a06 owned by network:floatingip {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:22:30.666087 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6df8c6b5-2209-45bf-b031-29d74ba07432 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (0b711df1-eaa8-4553-bb1f-c72d5c0f0a06), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:30.682899 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:30.693457 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8c6b5-2209-45bf-b031-29d74ba07432 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Pushing event deleted for resources: {'Port': ['ID=0b711df1-eaa8-4553-bb1f-c72d5c0f0a06,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:22:30.760608 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6df8c6b5-2209-45bf-b031-29d74ba07432 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for floatingip (225393bf-6ca3-4a18-a882-d8913c35cb98), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:30.763637 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6df8c6b5-2209-45bf-b031-29d74ba07432 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:30.764786 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-6df8c6b5-2209-45bf-b031-29d74ba07432 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "DELETE /v2.0/floatingips/225393bf-6ca3-4a18-a882-d8913c35cb98 HTTP/1.1" status: 204 len: 168 time: 0.4919183 Jul 28 02:22:30.855108 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 47328) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:22:30.860036 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-f060c5e3-92cd-4211-9e17-96a74f915a6b tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Request body: {'security_group': {'name': 'tempest-securitygroup--655291973', 'description': 'tempest-description--379353813'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:22:30.873379 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device d07f97be-2b00-4c81-a7cf-ea02ac526203 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:22:30.881947 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f060c5e3-92cd-4211-9e17-96a74f915a6b tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:30.894240 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] No Port match for: d07f97be-2b00-4c81-a7cf-ea02ac526203 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:22:30.894589 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device d07f97be-2b00-4c81-a7cf-ea02ac526203 not bound to the agent host hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:22:30.953733 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f060c5e3-92cd-4211-9e17-96a74f915a6b tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for security_group (a89533f3-eb66-40fa-8ed5-20626b64e3cc), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:30.957529 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f060c5e3-92cd-4211-9e17-96a74f915a6b tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (a89533f3-eb66-40fa-8ed5-20626b64e3cc), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:30.990926 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f060c5e3-92cd-4211-9e17-96a74f915a6b tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:30.992166 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f060c5e3-92cd-4211-9e17-96a74f915a6b tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1360643 Jul 28 02:22:30.995274 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 47330) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:22:30.995556 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060c5e3-92cd-4211-9e17-96a74f915a6b tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a89533f3-eb66-40fa-8ed5-20626b64e3cc,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:22:31.000661 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-77c8dcf2-367e-4d52-9c5b-ae2ee9193bf3 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Request body: {'security_group_rule': {'security_group_id': 'a89533f3-eb66-40fa-8ed5-20626b64e3cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:22:31.026847 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:31.033179 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-77c8dcf2-367e-4d52-9c5b-ae2ee9193bf3 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for security_group_rule (93c03803-17c9-42d9-baa2-e5af6c9c7b58), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:31.096267 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-77c8dcf2-367e-4d52-9c5b-ae2ee9193bf3 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for security_group_rule (93c03803-17c9-42d9-baa2-e5af6c9c7b58), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:31.100378 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-77c8dcf2-367e-4d52-9c5b-ae2ee9193bf3 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (93c03803-17c9-42d9-baa2-e5af6c9c7b58), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:31.120608 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8dcf2-367e-4d52-9c5b-ae2ee9193bf3 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c03803-17c9-42d9-baa2-e5af6c9c7b58,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:22:31.133339 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-77c8dcf2-367e-4d52-9c5b-ae2ee9193bf3 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:31.134671 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-77c8dcf2-367e-4d52-9c5b-ae2ee9193bf3 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382012 Jul 28 02:22:31.138327 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 47332) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:22:31.142969 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-81b8b745-eacc-48ec-913b-5bb2fa8ea1a1 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Request body: {'security_group_rule': {'security_group_id': 'a89533f3-eb66-40fa-8ed5-20626b64e3cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:22:31.174125 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-81b8b745-eacc-48ec-913b-5bb2fa8ea1a1 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for security_group_rule (17ec4304-dfa8-44dd-9cf0-9a57bf969e14), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:31.236025 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-81b8b745-eacc-48ec-913b-5bb2fa8ea1a1 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for security_group_rule (17ec4304-dfa8-44dd-9cf0-9a57bf969e14), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:31.239673 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-81b8b745-eacc-48ec-913b-5bb2fa8ea1a1 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (17ec4304-dfa8-44dd-9cf0-9a57bf969e14), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:31.258628 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8b745-eacc-48ec-913b-5bb2fa8ea1a1 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ec4304-dfa8-44dd-9cf0-9a57bf969e14,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:22:31.267203 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-81b8b745-eacc-48ec-913b-5bb2fa8ea1a1 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:31.268414 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-81b8b745-eacc-48ec-913b-5bb2fa8ea1a1 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291051 Jul 28 02:22:31.271934 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 47334) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:22:31.276187 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-7fe5d5d5-9e02-4502-bbf3-a99b26ca1362 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Request body: {'floatingip': {'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:22:31.298028 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7fe5d5d5-9e02-4502-bbf3-a99b26ca1362 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:31.377455 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7fe5d5d5-9e02-4502-bbf3-a99b26ca1362 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:31.388471 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:31.416603 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:31.504325 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [None req-7fe5d5d5-9e02-4502-bbf3-a99b26ca1362 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Allocated IP 172.27.0.166 (fac975fe-f61e-48f2-98cd-c3133f923d7b/e1a55f55-f115-45c6-a5b1-44ded4e4dd9d/a8f5c5e8-025a-44a3-b500-598782400c7f) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:22:31.614119 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7fe5d5d5-9e02-4502-bbf3-a99b26ca1362 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for port (a8f5c5e8-025a-44a3-b500-598782400c7f), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:31.646290 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7fe5d5d5-9e02-4502-bbf3-a99b26ca1362 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (a8f5c5e8-025a-44a3-b500-598782400c7f), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:31.688178 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe5d5d5-9e02-4502-bbf3-a99b26ca1362 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Network fac975fe-f61e-48f2-98cd-c3133f923d7b is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:22:31.693054 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-7fe5d5d5-9e02-4502-bbf3-a99b26ca1362 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:22:31.697700 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe5d5d5-9e02-4502-bbf3-a99b26ca1362 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:22:31.701306 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5d5d5-9e02-4502-bbf3-a99b26ca1362 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Pushing event updated for resources: {'Port': ['ID=a8f5c5e8-025a-44a3-b500-598782400c7f,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:22:31.791213 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7fe5d5d5-9e02-4502-bbf3-a99b26ca1362 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for floatingip (72ea5bce-d424-414e-a5de-e1122a509573), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:31.829354 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7fe5d5d5-9e02-4502-bbf3-a99b26ca1362 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (a8f5c5e8-025a-44a3-b500-598782400c7f), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:31.982486 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7fe5d5d5-9e02-4502-bbf3-a99b26ca1362 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for port (a8f5c5e8-025a-44a3-b500-598782400c7f), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:31.986976 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7fe5d5d5-9e02-4502-bbf3-a99b26ca1362 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25613259'] for port (a8f5c5e8-025a-44a3-b500-598782400c7f), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:32.057905 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5d5d5-9e02-4502-bbf3-a99b26ca1362 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Pushing event updated for resources: {'Port': ['ID=a8f5c5e8-025a-44a3-b500-598782400c7f,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:22:32.071402 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7fe5d5d5-9e02-4502-bbf3-a99b26ca1362 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (72ea5bce-d424-414e-a5de-e1122a509573), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:32.077652 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:32.098277 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7fe5d5d5-9e02-4502-bbf3-a99b26ca1362 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:32.099549 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-7fe5d5d5-9e02-4502-bbf3-a99b26ca1362 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8266459 Jul 28 02:22:32.304091 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-16c3b0af-51ab-4e86-aab0-19d6cd344d99 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--655291973&fields=id&tenant_id=1ed45da3e0024fa597d03299abae9859 HTTP/1.1" status: 200 len: 267 time: 0.0437956 Jul 28 02:22:32.388461 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:32.433829 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-5d864256-4f79-4f30-a283-420c89fdd67f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:32.435812 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-5d864256-4f79-4f30-a283-420c89fdd67f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/networks?id=b7a41f53-02ba-4d68-a9f3-9f5c3103be75 HTTP/1.1" status: 200 len: 816 time: 0.1252391 Jul 28 02:22:32.451649 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-f2e43b6d-22db-4509-a615-3432f6116c19 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/quotas/1ed45da3e0024fa597d03299abae9859 HTTP/1.1" status: 200 len: 375 time: 0.0104825 Jul 28 02:22:32.507902 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-753eda9a-a6d1-4c00-87e7-0f2a3dfce868 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=1ed45da3e0024fa597d03299abae9859&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508742 Jul 28 02:22:32.611294 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-65c82f9c-d9bf-40cf-be46-dfe53a19c0a8 service neutron] 10.222.0.40 "GET /v2.0/networks/b7a41f53-02ba-4d68-a9f3-9f5c3103be75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906067 Jul 28 02:22:32.716523 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-4e673b39-361f-49df-ae68-a39e83fc458a service neutron] 10.222.0.40 "GET /v2.0/networks/b7a41f53-02ba-4d68-a9f3-9f5c3103be75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995047 Jul 28 02:22:32.886779 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-da41856b-07d5-45ac-903b-daa4f77c1526 req-112e4607-a60d-4d37-af4d-1f64d59c92a0 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 210 time: 0.0317760 Jul 28 02:22:33.991794 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-69a36a9e-b469-4b75-9f5b-efb4966def47 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:33.993307 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-69a36a9e-b469-4b75-9f5b-efb4966def47 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.45 "GET /v2.0/networks?id=b7a41f53-02ba-4d68-a9f3-9f5c3103be75 HTTP/1.1" status: 200 len: 816 time: 0.1273234 Jul 28 02:22:34.001905 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1d701c31-5ba4-4f0f-94db-da877ff5dbb4 req-9799bdec-21ca-41c2-8b2e-4c573a7e1c0b tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 210 time: 0.0315981 Jul 28 02:22:34.094460 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-1f087662-d1c6-4b67-8c02-22561cc394dc tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ed45da3e0024fa597d03299abae9859 HTTP/1.1" status: 200 len: 379 time: 0.0905168 Jul 28 02:22:34.170564 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-1de27481-f13b-4fdd-96be-44b3c8512dbd tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Request body: {'port': {'device_id': '4b88dd0f-664f-42f1-b13f-ee78e8a3a00f', 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'admin_state_up': True, 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'security_groups': ['a89533f3-eb66-40fa-8ed5-20626b64e3cc']}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:22:34.271286 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:34.278309 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-1de27481-f13b-4fdd-96be-44b3c8512dbd tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Made reservation on behalf of 1ed45da3e0024fa597d03299abae9859 for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:22:34.282074 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-1de27481-f13b-4fdd-96be-44b3c8512dbd tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:34.364270 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:34.423624 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-1de27481-f13b-4fdd-96be-44b3c8512dbd tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Allocated IP 172.20.0.4 (b7a41f53-02ba-4d68-a9f3-9f5c3103be75/5140c104-3441-42e7-8ecc-b111359f4da5/1715844b-9d8a-4da7-a69b-2981f259a665) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:22:34.596844 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-1de27481-f13b-4fdd-96be-44b3c8512dbd tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for port (1715844b-9d8a-4da7-a69b-2981f259a665), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:34.634410 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-1de27481-f13b-4fdd-96be-44b3c8512dbd tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (1715844b-9d8a-4da7-a69b-2981f259a665), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:34.682807 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-1de27481-f13b-4fdd-96be-44b3c8512dbd tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Network b7a41f53-02ba-4d68-a9f3-9f5c3103be75 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:22:34.689910 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-1de27481-f13b-4fdd-96be-44b3c8512dbd tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:22:34.694616 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-1de27481-f13b-4fdd-96be-44b3c8512dbd tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:22:34.699972 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de27481-f13b-4fdd-96be-44b3c8512dbd tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Pushing event updated for resources: {'Port': ['ID=1715844b-9d8a-4da7-a69b-2981f259a665,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:22:34.754195 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-1de27481-f13b-4fdd-96be-44b3c8512dbd tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:34.754871 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-1de27481-f13b-4fdd-96be-44b3c8512dbd tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:34.776344 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-1de27481-f13b-4fdd-96be-44b3c8512dbd tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6102912 Jul 28 02:22:34.789121 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-4cfdfa33-0f5d-42da-908f-b6b281595e7a service neutron] Request body: {'port': {'device_id': '4b88dd0f-664f-42f1-b13f-ee78e8a3a00f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:22:34.868411 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-4cfdfa33-0f5d-42da-908f-b6b281595e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (1715844b-9d8a-4da7-a69b-2981f259a665), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:34.988298 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-911462dc-255b-4e38-bd68-dc2e8b48e0ee None None] Provisioning complete for port 1715844b-9d8a-4da7-a69b-2981f259a665 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:22:34.989022 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-911462dc-255b-4e38-bd68-dc2e8b48e0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (1715844b-9d8a-4da7-a69b-2981f259a665), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:35.029372 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-911462dc-255b-4e38-bd68-dc2e8b48e0ee None None] Port 1715844b-9d8a-4da7-a69b-2981f259a665 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:22:35.171820 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a364bb5-c226-4a69-97c6-d300000a8e67 req-a8ad91d0-35d3-4ba5-a77f-3b112373dcb1 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:35.173595 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3a364bb5-c226-4a69-97c6-d300000a8e67 req-a8ad91d0-35d3-4ba5-a77f-3b112373dcb1 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 931 time: 0.0591733 Jul 28 02:22:35.184915 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-4cfdfa33-0f5d-42da-908f-b6b281595e7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1715844b-9d8a-4da7-a69b-2981f259a665 {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:22:35.193619 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-4cfdfa33-0f5d-42da-908f-b6b281595e7a service neutron] Publish callbacks [] for port (1715844b-9d8a-4da7-a69b-2981f259a665), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:35.211697 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-4cfdfa33-0f5d-42da-908f-b6b281595e7a service neutron] Transition to ACTIVE for port object 1715844b-9d8a-4da7-a69b-2981f259a665 will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 02:22:35.220021 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-4cfdfa33-0f5d-42da-908f-b6b281595e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (1715844b-9d8a-4da7-a69b-2981f259a665), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:35.251117 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3a364bb5-c226-4a69-97c6-d300000a8e67 req-fea6ee24-de48-41bc-a127-adf771e63cae tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717049 Jul 28 02:22:35.273212 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:35.293582 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:35.308203 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfdfa33-0f5d-42da-908f-b6b281595e7a service neutron] Pushing event updated for resources: {'Port': ['ID=1715844b-9d8a-4da7-a69b-2981f259a665,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:22:35.417859 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-4cfdfa33-0f5d-42da-908f-b6b281595e7a service neutron] Attempting to bind port 1715844b-9d8a-4da7-a69b-2981f259a665 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:22:35.418379 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-4cfdfa33-0f5d-42da-908f-b6b281595e7a service neutron] Attempting to bind port 1715844b-9d8a-4da7-a69b-2981f259a665 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'd704733b-9866-4f1a-bedf-601228758543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:22:35.418882 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-4cfdfa33-0f5d-42da-908f-b6b281595e7a service neutron] Attempting to bind port 1715844b-9d8a-4da7-a69b-2981f259a665 on network b7a41f53-02ba-4d68-a9f3-9f5c3103be75 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:22:35.425047 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-4cfdfa33-0f5d-42da-908f-b6b281595e7a service neutron] Port 1715844b-9d8a-4da7-a69b-2981f259a665 on network b7a41f53-02ba-4d68-a9f3-9f5c3103be75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 02:22:35.425371 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-4cfdfa33-0f5d-42da-908f-b6b281595e7a service neutron] Attempting to bind port 1715844b-9d8a-4da7-a69b-2981f259a665 on network b7a41f53-02ba-4d68-a9f3-9f5c3103be75 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:22:35.433528 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-4cfdfa33-0f5d-42da-908f-b6b281595e7a service neutron] Checking agent: {'id': '4faf9253-2001-44ef-b83a-102e5ef5a109', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'started_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:22:35.433917 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-4cfdfa33-0f5d-42da-908f-b6b281595e7a service neutron] Checking segment: {'id': 'd704733b-9866-4f1a-bedf-601228758543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:22:35.434306 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-4cfdfa33-0f5d-42da-908f-b6b281595e7a service neutron] Bound using segment: {'id': 'd704733b-9866-4f1a-bedf-601228758543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:22:35.434739 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-4cfdfa33-0f5d-42da-908f-b6b281595e7a service neutron] Bound port: 1715844b-9d8a-4da7-a69b-2981f259a665, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd704733b-9866-4f1a-bedf-601228758543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:22:35.435105 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-4cfdfa33-0f5d-42da-908f-b6b281595e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (1715844b-9d8a-4da7-a69b-2981f259a665), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:35.515628 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:35.529709 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-4cfdfa33-0f5d-42da-908f-b6b281595e7a service neutron] For port 1715844b-9d8a-4da7-a69b-2981f259a665, host hv-cinder-79987, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:22:35.534506 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-4cfdfa33-0f5d-42da-908f-b6b281595e7a service neutron] For port 1715844b-9d8a-4da7-a69b-2981f259a665, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1715844b-9d8a-4da7-a69b-2981f259a665,segment=NetworkSegment(d704733b-9866-4f1a-bedf-601228758543),segment_id=d704733b-9866-4f1a-bedf-601228758543)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:22:35.542310 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-4cfdfa33-0f5d-42da-908f-b6b281595e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (1715844b-9d8a-4da7-a69b-2981f259a665), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:35.583194 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-4cfdfa33-0f5d-42da-908f-b6b281595e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:35.583872 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-4cfdfa33-0f5d-42da-908f-b6b281595e7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:35.585480 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-4cfdfa33-0f5d-42da-908f-b6b281595e7a service neutron] 10.222.0.45 "PUT /v2.0/ports/1715844b-9d8a-4da7-a69b-2981f259a665 HTTP/1.1" status: 200 len: 1093 time: 0.8009014 Jul 28 02:22:35.585947 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b88dd0f-664f-42f1-b13f-ee78e8a3a00f', 'tag': '1715844b-9d8a-4da7-a69b-2981f259a665'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:22:35.588900 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a242ee5-2e84-40c2-a172-5ab9872b23f7" -d '{"events": [{"name": "network-changed", "server_uuid": "4b88dd0f-664f-42f1-b13f-ee78e8a3a00f", "tag": "1715844b-9d8a-4da7-a69b-2981f259a665"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:22:35.638875 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfdfa33-0f5d-42da-908f-b6b281595e7a service neutron] Pushing event updated for resources: {'Port': ['ID=1715844b-9d8a-4da7-a69b-2981f259a665,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:22:35.667847 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6864ca1-ac48-436f-b61f-40694c2b23d5 x-openstack-request-id: req-e6864ca1-ac48-436f-b61f-40694c2b23d5 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:22:35.668555 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b88dd0f-664f-42f1-b13f-ee78e8a3a00f", "tag": "1715844b-9d8a-4da7-a69b-2981f259a665", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:22:35.668720 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e6864ca1-ac48-436f-b61f-40694c2b23d5 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:22:35.669148 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6864ca1-ac48-436f-b61f-40694c2b23d5'] response: {'name': 'network-changed', 'server_uuid': '4b88dd0f-664f-42f1-b13f-ee78e8a3a00f', 'tag': '1715844b-9d8a-4da7-a69b-2981f259a665', 'status': 'completed', 'code': 200} Jul 28 02:22:35.705452 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-52505f1b-eab3-4f3e-9b2f-0699b8fbd5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:35.707159 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-52505f1b-eab3-4f3e-9b2f-0699b8fbd5a8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ed45da3e0024fa597d03299abae9859&device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 1127 time: 0.0521049 Jul 28 02:22:35.755298 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-fc2b2f39-4cce-4688-9c54-3e27875c2eec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1715844b-9d8a-4da7-a69b-2981f259a665 HTTP/1.1" status: 200 len: 217 time: 0.0383861 Jul 28 02:22:35.829432 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-c9b57625-743e-4647-9c2e-833f02decdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:35.831009 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-c9b57625-743e-4647-9c2e-833f02decdf5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5140c104-3441-42e7-8ecc-b111359f4da5 HTTP/1.1" status: 200 len: 855 time: 0.0675778 Jul 28 02:22:35.889004 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-16986d40-4d6b-4a80-9067-f6c9faaa9b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:35.890667 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-16986d40-4d6b-4a80-9067-f6c9faaa9b2f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b7a41f53-02ba-4d68-a9f3-9f5c3103be75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0514946 Jul 28 02:22:36.011260 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-025f594a-f65f-4633-bb3c-9457567183ea service neutron] 10.222.0.45 "GET /v2.0/networks/b7a41f53-02ba-4d68-a9f3-9f5c3103be75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107137 Jul 28 02:22:36.129347 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9dd34b92-d59c-410d-ad85-347678f8e96d req-ed927be4-ff30-4836-86e9-d4541571ecd3 service neutron] 10.222.0.45 "GET /v2.0/networks/b7a41f53-02ba-4d68-a9f3-9f5c3103be75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087768 Jul 28 02:22:36.403539 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a147f38-25aa-4c83-80c4-c63254170330 req-0b9af193-69f2-4fa3-a651-0814ed444a0b tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:36.405101 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5a147f38-25aa-4c83-80c4-c63254170330 req-0b9af193-69f2-4fa3-a651-0814ed444a0b tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 943 time: 0.0605264 Jul 28 02:22:36.455964 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5a147f38-25aa-4c83-80c4-c63254170330 req-076aa09f-b222-4d78-b6d1-c859348cf988 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451941 Jul 28 02:22:37.323392 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a242ee5-2e84-40c2-a172-5ab9872b23f7 req-995bc9cf-d8dc-4ba2-8a2f-74b8bbf50278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:37.324973 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1a242ee5-2e84-40c2-a172-5ab9872b23f7 req-995bc9cf-d8dc-4ba2-8a2f-74b8bbf50278 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ed45da3e0024fa597d03299abae9859&device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 1127 time: 0.0403907 Jul 28 02:22:37.591617 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa05c1-691d-40de-93f2-57b39429aef6 req-957ed93f-2f5b-4707-b268-12a10d385a14 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:37.593506 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-17aa05c1-691d-40de-93f2-57b39429aef6 req-957ed93f-2f5b-4707-b268-12a10d385a14 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 943 time: 0.0512602 Jul 28 02:22:37.650512 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a242ee5-2e84-40c2-a172-5ab9872b23f7 req-da1ae8ca-8352-4fb5-a609-daf8f0da8ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:37.651705 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-17aa05c1-691d-40de-93f2-57b39429aef6 req-3efec93a-d141-48da-ae55-3f86760b4aeb tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523000 Jul 28 02:22:37.651970 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1a242ee5-2e84-40c2-a172-5ab9872b23f7 req-da1ae8ca-8352-4fb5-a609-daf8f0da8ffc service neutron] 10.222.0.45 "GET /v2.0/networks?id=b7a41f53-02ba-4d68-a9f3-9f5c3103be75 HTTP/1.1" status: 200 len: 917 time: 0.3206801 Jul 28 02:22:37.693605 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1a242ee5-2e84-40c2-a172-5ab9872b23f7 req-ca676e09-03f5-4f48-935a-5c2ad221cf9f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1715844b-9d8a-4da7-a69b-2981f259a665 HTTP/1.1" status: 200 len: 217 time: 0.0349433 Jul 28 02:22:37.749119 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a242ee5-2e84-40c2-a172-5ab9872b23f7 req-88be9743-bf6e-4c7b-b929-38a2bd1809cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:37.750651 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1a242ee5-2e84-40c2-a172-5ab9872b23f7 req-88be9743-bf6e-4c7b-b929-38a2bd1809cf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5140c104-3441-42e7-8ecc-b111359f4da5 HTTP/1.1" status: 200 len: 855 time: 0.0504138 Jul 28 02:22:37.795993 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a242ee5-2e84-40c2-a172-5ab9872b23f7 req-f824d3c2-b870-4082-bb95-4c0de5df50b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:37.797576 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1a242ee5-2e84-40c2-a172-5ab9872b23f7 req-f824d3c2-b870-4082-bb95-4c0de5df50b9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b7a41f53-02ba-4d68-a9f3-9f5c3103be75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393610 Jul 28 02:22:37.870612 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:37.896107 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1a242ee5-2e84-40c2-a172-5ab9872b23f7 req-39a31f00-ba10-4ed6-946f-83271ee215f4 service neutron] 10.222.0.45 "GET /v2.0/networks/b7a41f53-02ba-4d68-a9f3-9f5c3103be75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880947 Jul 28 02:22:37.988170 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1a242ee5-2e84-40c2-a172-5ab9872b23f7 req-3987c225-2d89-4c87-a699-f18d79aab292 service neutron] 10.222.0.45 "GET /v2.0/networks/b7a41f53-02ba-4d68-a9f3-9f5c3103be75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851164 Jul 28 02:22:38.779944 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea0328-8652-4746-a3bb-8979e91b83af req-d9ed6e7b-268b-4d1f-ab01-bb511bf72251 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:38.781543 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5dea0328-8652-4746-a3bb-8979e91b83af req-d9ed6e7b-268b-4d1f-ab01-bb511bf72251 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 943 time: 0.0488067 Jul 28 02:22:38.833983 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5dea0328-8652-4746-a3bb-8979e91b83af req-d15b4924-7ac0-48ce-8ae7-2cdafcc5fab8 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466905 Jul 28 02:22:38.924461 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 1715844b-9d8a-4da7-a69b-2981f259a665 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 02:22:38.954869 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:39.001843 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:39.028603 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 1715844b-9d8a-4da7-a69b-2981f259a665, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1715844b-9d8a-4da7-a69b-2981f259a665,segment=NetworkSegment(d704733b-9866-4f1a-bedf-601228758543),segment_id=d704733b-9866-4f1a-bedf-601228758543)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:22:39.040558 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Returning: {'device': '1715844b-9d8a-4da7-a69b-2981f259a665', 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'port_id': '1715844b-9d8a-4da7-a69b-2981f259a665', 'mac_address': 'fa:16:3e:21:c3:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 02:22:39.076602 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 1715844b-9d8a-4da7-a69b-2981f259a665 is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:22:39.077028 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (1715844b-9d8a-4da7-a69b-2981f259a665), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:39.090165 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1715844b-9d8a-4da7-a69b-2981f259a665 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:22:39.111659 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 1715844b-9d8a-4da7-a69b-2981f259a665, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1715844b-9d8a-4da7-a69b-2981f259a665,segment=NetworkSegment(d704733b-9866-4f1a-bedf-601228758543),segment_id=d704733b-9866-4f1a-bedf-601228758543)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:22:39.115278 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (1715844b-9d8a-4da7-a69b-2981f259a665), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:39.161876 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=1715844b-9d8a-4da7-a69b-2981f259a665,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:22:39.447935 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['1715844b-9d8a-4da7-a69b-2981f259a665'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:22:39.957019 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632da32e-380d-41ea-9cdf-2ca6baec2f5c req-199e4e89-f7ad-4c7a-a194-7ea68f64b299 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:39.958459 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-632da32e-380d-41ea-9cdf-2ca6baec2f5c req-199e4e89-f7ad-4c7a-a194-7ea68f64b299 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 944 time: 0.0479951 Jul 28 02:22:40.005312 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-632da32e-380d-41ea-9cdf-2ca6baec2f5c req-fdc03cf4-e10e-4145-a64c-6a2498200d12 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410886 Jul 28 02:22:40.390227 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:40.392337 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:40.936387 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 1715844b-9d8a-4da7-a69b-2981f259a665 up at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:22:40.979279 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning for port 1715844b-9d8a-4da7-a69b-2981f259a665 completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 02:22:40.985430 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning complete for port 1715844b-9d8a-4da7-a69b-2981f259a665 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:22:40.985879 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (1715844b-9d8a-4da7-a69b-2981f259a665), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:41.061195 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 1715844b-9d8a-4da7-a69b-2981f259a665 is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:22:41.062118 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (1715844b-9d8a-4da7-a69b-2981f259a665), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:41.087925 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b88dd0f-664f-42f1-b13f-ee78e8a3a00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1715844b-9d8a-4da7-a69b-2981f259a665'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:22:41.090263 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd7b23193eab089ffe890151ec8d4d81c159f1068d0ecb51bca31dcd10d4c9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edab90a8-2502-474e-956d-bf3ac15963a6" -d '{"events": [{"server_uuid": "4b88dd0f-664f-42f1-b13f-ee78e8a3a00f", "name": "network-vif-plugged", "status": "completed", "tag": "1715844b-9d8a-4da7-a69b-2981f259a665"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:22:41.103998 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 1715844b-9d8a-4da7-a69b-2981f259a665, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1715844b-9d8a-4da7-a69b-2981f259a665,segment=NetworkSegment(d704733b-9866-4f1a-bedf-601228758543),segment_id=d704733b-9866-4f1a-bedf-601228758543)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:22:41.109066 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (1715844b-9d8a-4da7-a69b-2981f259a665), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:41.135238 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf526340-4891-46b5-8470-73994a738a3a req-b0e0d88c-3544-4f94-ac1a-93e00e5aed4e tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:41.135879 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988039b4-eedd-405c-8174-4a77d1e8ccd1 x-openstack-request-id: req-988039b4-eedd-405c-8174-4a77d1e8ccd1 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:22:41.136189 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b88dd0f-664f-42f1-b13f-ee78e8a3a00f", "name": "network-vif-plugged", "status": "completed", "tag": "1715844b-9d8a-4da7-a69b-2981f259a665", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:22:41.136446 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-988039b4-eedd-405c-8174-4a77d1e8ccd1 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:22:41.136787 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bf526340-4891-46b5-8470-73994a738a3a req-b0e0d88c-3544-4f94-ac1a-93e00e5aed4e tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 944 time: 0.0538547 Jul 28 02:22:41.136941 dv-cinder-799871-46-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-988039b4-eedd-405c-8174-4a77d1e8ccd1'] response: {'server_uuid': '4b88dd0f-664f-42f1-b13f-ee78e8a3a00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1715844b-9d8a-4da7-a69b-2981f259a665', 'code': 200} Jul 28 02:22:41.163610 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=1715844b-9d8a-4da7-a69b-2981f259a665,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:22:41.191861 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bf526340-4891-46b5-8470-73994a738a3a req-2b15e36d-02fd-4ba1-965f-87508306cec0 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488620 Jul 28 02:22:41.285722 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:41.317605 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1af2f-d6f2-4ee5-85eb-6eddcd98d7ef req-f331377d-fb67-4467-8361-3c2bd5a4862e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:41.319124 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-88a1af2f-d6f2-4ee5-85eb-6eddcd98d7ef req-f331377d-fb67-4467-8361-3c2bd5a4862e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 1129 time: 0.0432098 Jul 28 02:22:41.368740 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-88a1af2f-d6f2-4ee5-85eb-6eddcd98d7ef req-9d5dfc12-8e3b-4923-9f44-db4fb82b96cc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426443 Jul 28 02:22:42.319928 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f554c-6805-4d36-8b7a-64b95ebfdab4 req-4d095701-b334-4d66-a6f4-9bc941a289a5 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:42.321410 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-795f554c-6805-4d36-8b7a-64b95ebfdab4 req-4d095701-b334-4d66-a6f4-9bc941a289a5 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 945 time: 0.0499535 Jul 28 02:22:42.357042 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:42.369861 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-795f554c-6805-4d36-8b7a-64b95ebfdab4 req-7c43f1fc-14ce-4be3-833e-b7343b732c7c tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429559 Jul 28 02:22:43.483710 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:43.495233 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d2bd3-fc87-49ad-a787-805dbff1720e req-26b9055c-f92d-4da0-a01b-cf3d0f00b33e tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:43.496723 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-eb7d2bd3-fc87-49ad-a787-805dbff1720e req-26b9055c-f92d-4da0-a01b-cf3d0f00b33e tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 945 time: 0.0481393 Jul 28 02:22:43.544581 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-eb7d2bd3-fc87-49ad-a787-805dbff1720e req-7c959b65-547f-4544-887b-235a6f3c54a4 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410383 Jul 28 02:22:43.673920 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe8838-357c-4c8c-999f-d23e208f20e9 req-056a0c5c-6062-4326-8309-ab6fcd447b16 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:43.675389 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1dbe8838-357c-4c8c-999f-d23e208f20e9 req-056a0c5c-6062-4326-8309-ab6fcd447b16 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 945 time: 0.0516415 Jul 28 02:22:43.685073 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 47396) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:22:43.690446 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-d33680fc-5ed8-41f9-98c0-62f7d932686f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Request body: {'floatingip': {'port_id': '1715844b-9d8a-4da7-a69b-2981f259a665'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:22:43.729154 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d33680fc-5ed8-41f9-98c0-62f7d932686f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for floatingip (72ea5bce-d424-414e-a5de-e1122a509573), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:44.399601 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d33680fc-5ed8-41f9-98c0-62f7d932686f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:44.403374 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d33680fc-5ed8-41f9-98c0-62f7d932686f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (72ea5bce-d424-414e-a5de-e1122a509573), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:44.473873 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:22:44.501150 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.db.l3_db [None req-d33680fc-5ed8-41f9-98c0-62f7d932686f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Floating IP 72ea5bce-d424-414e-a5de-e1122a509573 associated. External IP: 172.27.0.166, port: 1715844b-9d8a-4da7-a69b-2981f259a665. Jul 28 02:22:44.698849 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33680fc-5ed8-41f9-98c0-62f7d932686f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Router 092088de-1220-4858-bb69-e854a706a1d4 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:22:44.803823 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33680fc-5ed8-41f9-98c0-62f7d932686f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:22:44.808839 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d33680fc-5ed8-41f9-98c0-62f7d932686f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:44.810217 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:44.814159 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62791c36-d3a2-4256-ba02-7f7bf05f5398 None None] Sync routers for ids ['092088de-1220-4858-bb69-e854a706a1d4'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:22:44.823554 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62791c36-d3a2-4256-ba02-7f7bf05f5398 None None] Routers {'092088de-1220-4858-bb69-e854a706a1d4'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:22:44.824174 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-62791c36-d3a2-4256-ba02-7f7bf05f5398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:22:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['092088de-1220-4858-bb69-e854a706a1d4'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:22:44.831195 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:44.847207 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-d33680fc-5ed8-41f9-98c0-62f7d932686f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "PUT /v2.0/floatingips/72ea5bce-d424-414e-a5de-e1122a509573 HTTP/1.1" status: 200 len: 991 time: 1.1608796 Jul 28 02:22:44.847782 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b88dd0f-664f-42f1-b13f-ee78e8a3a00f', 'tag': '1715844b-9d8a-4da7-a69b-2981f259a665'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:22:44.850025 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fd3017fc08cfcfd8945092685727e724b0eb79f5cdddf0496dd7adb644fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6393b24d-bbfe-4091-ac5f-529cc4278999" -d '{"events": [{"name": "network-changed", "server_uuid": "4b88dd0f-664f-42f1-b13f-ee78e8a3a00f", "tag": "1715844b-9d8a-4da7-a69b-2981f259a665"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:22:44.885642 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea75bbcd-192c-4520-aa09-10be891f6590 x-openstack-request-id: req-ea75bbcd-192c-4520-aa09-10be891f6590 {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:22:44.885933 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b88dd0f-664f-42f1-b13f-ee78e8a3a00f", "tag": "1715844b-9d8a-4da7-a69b-2981f259a665", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:22:44.886184 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ea75bbcd-192c-4520-aa09-10be891f6590 {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:22:44.886590 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea75bbcd-192c-4520-aa09-10be891f6590'] response: {'name': 'network-changed', 'server_uuid': '4b88dd0f-664f-42f1-b13f-ee78e8a3a00f', 'tag': '1715844b-9d8a-4da7-a69b-2981f259a665', 'status': 'completed', 'code': 200} Jul 28 02:22:44.931636 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-62791c36-d3a2-4256-ba02-7f7bf05f5398 None None] Set router 092088de-1220-4858-bb69-e854a706a1d4 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:22:44.947303 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393b24d-bbfe-4091-ac5f-529cc4278999 req-27a52c04-362f-4135-82f1-25c0b2659bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:44.948829 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6393b24d-bbfe-4091-ac5f-529cc4278999 req-27a52c04-362f-4135-82f1-25c0b2659bbf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ed45da3e0024fa597d03299abae9859&device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 1129 time: 0.0395372 Jul 28 02:22:45.038273 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:45.043334 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393b24d-bbfe-4091-ac5f-529cc4278999 req-b98cab60-ea88-4ada-81d6-a60225c6b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:45.044831 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6393b24d-bbfe-4091-ac5f-529cc4278999 req-b98cab60-ea88-4ada-81d6-a60225c6b0db service neutron] 10.222.0.45 "GET /v2.0/networks?id=b7a41f53-02ba-4d68-a9f3-9f5c3103be75 HTTP/1.1" status: 200 len: 917 time: 0.0886362 Jul 28 02:22:45.119193 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6393b24d-bbfe-4091-ac5f-529cc4278999 req-b93a0c2b-59f3-4353-a4db-3102012951cc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1715844b-9d8a-4da7-a69b-2981f259a665 HTTP/1.1" status: 200 len: 999 time: 0.0637858 Jul 28 02:22:45.174144 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393b24d-bbfe-4091-ac5f-529cc4278999 req-6184e1cd-4313-4129-80f8-6036dc58c8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:45.175660 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6393b24d-bbfe-4091-ac5f-529cc4278999 req-6184e1cd-4313-4129-80f8-6036dc58c8a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5140c104-3441-42e7-8ecc-b111359f4da5 HTTP/1.1" status: 200 len: 855 time: 0.0489943 Jul 28 02:22:45.213128 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:45.221178 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393b24d-bbfe-4091-ac5f-529cc4278999 req-fe96eb95-79e1-4ef9-9cfc-de82de007fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:45.223038 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6393b24d-bbfe-4091-ac5f-529cc4278999 req-fe96eb95-79e1-4ef9-9cfc-de82de007fda service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b7a41f53-02ba-4d68-a9f3-9f5c3103be75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406477 Jul 28 02:22:45.284165 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-62791c36-d3a2-4256-ba02-7f7bf05f5398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092088de-1220-4858-bb69-e854a706a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-817987684-router', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:58Z', 'updated_at': '2022-07-28T02:18:05Z', 'revision_number': 4, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'gw_port': {'id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:00Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': '72ea5bce-d424-414e-a5de-e1122a509573', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '092088de-1220-4858-bb69-e854a706a1d4', 'port_id': '1715844b-9d8a-4da7-a69b-2981f259a665', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'mac_address': 'fa:16:3e:21:c3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b88dd0f-664f-42f1-b13f-ee78e8a3a00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:22:31Z', 'updated_at': '2022-07-28T02:22:44Z', 'revision_number': 1, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6f15b7a-865b-476a-9dbe-468347d9bf63', 'name': '', 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'mac_address': 'fa:16:3e:e6:9d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:03Z', 'updated_at': '2022-07-28T02:18:16Z', 'revision_number': 5, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'subnets': [{'id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:22:45.309241 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62791c36-d3a2-4256-ba02-7f7bf05f5398 None None] Checking router: 092088de-1220-4858-bb69-e854a706a1d4 for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:22:45.317784 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62791c36-d3a2-4256-ba02-7f7bf05f5398 None None] Routers {'092088de-1220-4858-bb69-e854a706a1d4'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:22:45.318390 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-62791c36-d3a2-4256-ba02-7f7bf05f5398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:22:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['092088de-1220-4858-bb69-e854a706a1d4'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:22:45.325765 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6393b24d-bbfe-4091-ac5f-529cc4278999 req-61171110-08be-48cc-a2a2-21885ed4eb5d service neutron] 10.222.0.45 "GET /v2.0/networks/b7a41f53-02ba-4d68-a9f3-9f5c3103be75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954485 Jul 28 02:22:45.417295 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6393b24d-bbfe-4091-ac5f-529cc4278999 req-c6d6d266-6192-43b9-a585-7c9f4dc09429 service neutron] 10.222.0.45 "GET /v2.0/networks/b7a41f53-02ba-4d68-a9f3-9f5c3103be75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854244 Jul 28 02:22:45.420344 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-62791c36-d3a2-4256-ba02-7f7bf05f5398 None None] Set router 092088de-1220-4858-bb69-e854a706a1d4 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:22:45.635656 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-62791c36-d3a2-4256-ba02-7f7bf05f5398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092088de-1220-4858-bb69-e854a706a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-817987684-router', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:58Z', 'updated_at': '2022-07-28T02:18:05Z', 'revision_number': 4, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'gw_port': {'id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:00Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': '72ea5bce-d424-414e-a5de-e1122a509573', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '092088de-1220-4858-bb69-e854a706a1d4', 'port_id': '1715844b-9d8a-4da7-a69b-2981f259a665', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'mac_address': 'fa:16:3e:21:c3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b88dd0f-664f-42f1-b13f-ee78e8a3a00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:22:31Z', 'updated_at': '2022-07-28T02:22:44Z', 'revision_number': 1, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6f15b7a-865b-476a-9dbe-468347d9bf63', 'name': '', 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'mac_address': 'fa:16:3e:e6:9d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:03Z', 'updated_at': '2022-07-28T02:18:16Z', 'revision_number': 5, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'subnets': [{'id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:22:45.661027 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62791c36-d3a2-4256-ba02-7f7bf05f5398 None None] The sync data for ids ['092088de-1220-4858-bb69-e854a706a1d4'] in dv-cinder-799871-46-iscsi is: [{'id': '092088de-1220-4858-bb69-e854a706a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-817987684-router', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:58Z', 'updated_at': '2022-07-28T02:18:05Z', 'revision_number': 4, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'gw_port': {'id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:00Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': '72ea5bce-d424-414e-a5de-e1122a509573', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '092088de-1220-4858-bb69-e854a706a1d4', 'port_id': '1715844b-9d8a-4da7-a69b-2981f259a665', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'mac_address': 'fa:16:3e:21:c3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b88dd0f-664f-42f1-b13f-ee78e8a3a00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:22:31Z', 'updated_at': '2022-07-28T02:22:44Z', 'revision_number': 1, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6f15b7a-865b-476a-9dbe-468347d9bf63', 'name': '', 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'mac_address': 'fa:16:3e:e6:9d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:03Z', 'updated_at': '2022-07-28T02:18:16Z', 'revision_number': 5, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'subnets': [{'id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:22:45.852506 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94483f6-bf48-4f38-ac7e-4c8e07245c0a None None] New status for floating IP 72ea5bce-d424-414e-a5de-e1122a509573: ACTIVE {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 02:22:54.839358 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:55.412848 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=66 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:55.414718 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=57 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:55.741920 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a1b92bb9-37cc-4980-a3b5-8bfca0a65030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:57.119275 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-adbd1299-ebe3-432f-937d-7b997bc01bf7 req-56dfa82f-69fd-4714-915d-716364c7bc9d tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1151990054&fields=id&tenant_id=9cb7e92c703a42d6be6343c04934d533 HTTP/1.1" status: 200 len: 267 time: 0.0454805 Jul 28 02:22:57.173808 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd1299-ebe3-432f-937d-7b997bc01bf7 req-3d3dc137-9f39-400c-896d-615bfe3be74e tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:57.175444 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-adbd1299-ebe3-432f-937d-7b997bc01bf7 req-3d3dc137-9f39-400c-896d-615bfe3be74e tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 984 time: 0.0501847 Jul 28 02:22:57.186243 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [req-adbd1299-ebe3-432f-937d-7b997bc01bf7 req-b8a690db-04c5-4909-8fbf-79b22288e1ab tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Request body: {'port': {'security_groups': ['ee2bcc01-878d-4b7d-a672-2807d3cec12b']}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:22:57.277588 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-adbd1299-ebe3-432f-937d-7b997bc01bf7 req-b8a690db-04c5-4909-8fbf-79b22288e1ab tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (69119806-930f-400d-b217-df9b4467529b), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:57.482771 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-adbd1299-ebe3-432f-937d-7b997bc01bf7 req-b8a690db-04c5-4909-8fbf-79b22288e1ab tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] For port 69119806-930f-400d-b217-df9b4467529b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=69119806-930f-400d-b217-df9b4467529b,segment=NetworkSegment(cce1e9a3-5ae9-450a-960c-0352506e1430),segment_id=cce1e9a3-5ae9-450a-960c-0352506e1430)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:22:57.518389 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-adbd1299-ebe3-432f-937d-7b997bc01bf7 req-b8a690db-04c5-4909-8fbf-79b22288e1ab tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks [] for port (69119806-930f-400d-b217-df9b4467529b), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:57.524159 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-adbd1299-ebe3-432f-937d-7b997bc01bf7 req-b8a690db-04c5-4909-8fbf-79b22288e1ab tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25613259'] for port (69119806-930f-400d-b217-df9b4467529b), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:57.540719 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['69119806-930f-400d-b217-df9b4467529b'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:22:57.578364 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd1299-ebe3-432f-937d-7b997bc01bf7 req-b8a690db-04c5-4909-8fbf-79b22288e1ab tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:57.579037 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-adbd1299-ebe3-432f-937d-7b997bc01bf7 req-b8a690db-04c5-4909-8fbf-79b22288e1ab tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:57.583731 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-adbd1299-ebe3-432f-937d-7b997bc01bf7 req-b8a690db-04c5-4909-8fbf-79b22288e1ab tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "PUT /v2.0/ports/69119806-930f-400d-b217-df9b4467529b HTTP/1.1" status: 200 len: 942 time: 0.4019618 Jul 28 02:22:57.584426 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f02f5086-2cc1-4595-a941-d48a15c52dbf', 'tag': '69119806-930f-400d-b217-df9b4467529b'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:22:57.586636 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 47464) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:22:57.587123 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fd3017fc08cfcfd8945092685727e724b0eb79f5cdddf0496dd7adb644fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb28cb6-9ef1-4509-b5c6-d7020c30fadc" -d '{"events": [{"name": "network-changed", "server_uuid": "f02f5086-2cc1-4595-a941-d48a15c52dbf", "tag": "69119806-930f-400d-b217-df9b4467529b"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:22:57.621889 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a690db-04c5-4909-8fbf-79b22288e1ab tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Pushing event updated for resources: {'Port': ['ID=69119806-930f-400d-b217-df9b4467529b,revision_number=7']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:22:57.642812 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9ee04c-8a79-4c68-9af6-671ba61f658b x-openstack-request-id: req-6f9ee04c-8a79-4c68-9af6-671ba61f658b {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:22:57.645745 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f02f5086-2cc1-4595-a941-d48a15c52dbf", "tag": "69119806-930f-400d-b217-df9b4467529b", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:22:57.646051 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6f9ee04c-8a79-4c68-9af6-671ba61f658b {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:22:57.646538 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f9ee04c-8a79-4c68-9af6-671ba61f658b'] response: {'name': 'network-changed', 'server_uuid': 'f02f5086-2cc1-4595-a941-d48a15c52dbf', 'tag': '69119806-930f-400d-b217-df9b4467529b', 'status': 'completed', 'code': 200} Jul 28 02:22:57.695873 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-55a1c439-ae05-4ce8-b926-bfaaad2e22bd tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks [] for security_group (0df0a0cc-736e-439c-8afe-793336d59f6c), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:57.709600 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['69119806-930f-400d-b217-df9b4467529b'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:22:57.728726 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-55a1c439-ae05-4ce8-b926-bfaaad2e22bd tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks [] for security_group (0df0a0cc-736e-439c-8afe-793336d59f6c), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:57.785004 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:57.809376 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-55a1c439-ae05-4ce8-b926-bfaaad2e22bd tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (0df0a0cc-736e-439c-8afe-793336d59f6c), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:57.812857 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-55a1c439-ae05-4ce8-b926-bfaaad2e22bd tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:57.814085 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-55a1c439-ae05-4ce8-b926-bfaaad2e22bd tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "DELETE /v2.0/security-groups/0df0a0cc-736e-439c-8afe-793336d59f6c HTTP/1.1" status: 204 len: 168 time: 0.2263534 Jul 28 02:22:57.825164 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 47470) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:22:57.825298 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1c439-ae05-4ce8-b926-bfaaad2e22bd tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df0a0cc-736e-439c-8afe-793336d59f6c,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:22:57.873156 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-9e32757a-5bf9-4ee3-8ac9-7af4a9ce3939 None None] Provisioning complete for port 69119806-930f-400d-b217-df9b4467529b triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:22:57.873543 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9e32757a-5bf9-4ee3-8ac9-7af4a9ce3939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (69119806-930f-400d-b217-df9b4467529b), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:57.878772 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:57.990306 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-6dbfeae4-f052-412a-9167-dc4cb9fbcaaa tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Deleting port 9b22e7d4-0863-42c4-ba9c-b9065d448717 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:22:57.990668 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6dbfeae4-f052-412a-9167-dc4cb9fbcaaa tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (9b22e7d4-0863-42c4-ba9c-b9065d448717), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:57.998979 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb28cb6-9ef1-4509-b5c6-d7020c30fadc req-6d7804d0-cfe1-4304-88a9-943b1b792682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:58.001462 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-9e32757a-5bf9-4ee3-8ac9-7af4a9ce3939 None None] Current status of the port 69119806-930f-400d-b217-df9b4467529b is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:22:58.002415 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2fb28cb6-9ef1-4509-b5c6-d7020c30fadc req-6d7804d0-cfe1-4304-88a9-943b1b792682 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9cb7e92c703a42d6be6343c04934d533&device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 1129 time: 0.0481069 Jul 28 02:22:58.114273 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6dbfeae4-f052-412a-9167-dc4cb9fbcaaa tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (9b22e7d4-0863-42c4-ba9c-b9065d448717), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:58.114621 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6dbfeae4-f052-412a-9167-dc4cb9fbcaaa tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks [] for floatingip (9b22e7d4-0863-42c4-ba9c-b9065d448717), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:58.126969 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb28cb6-9ef1-4509-b5c6-d7020c30fadc req-b00fa6a8-bd71-4655-b103-5dd294a13c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:58.128564 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2fb28cb6-9ef1-4509-b5c6-d7020c30fadc req-b00fa6a8-bd71-4655-b103-5dd294a13c42 service neutron] 10.222.0.45 "GET /v2.0/networks?id=645f8645-b726-4be7-bb5a-32ec9ab88df5 HTTP/1.1" status: 200 len: 916 time: 0.1194448 Jul 28 02:22:58.132287 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-6dbfeae4-f052-412a-9167-dc4cb9fbcaaa tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Calling delete_port for 9b22e7d4-0863-42c4-ba9c-b9065d448717 owned by network:floatingip {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:22:58.191761 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-466e032b-a9ff-46c1-8e3f-3e17df50fc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:58.253792 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2fb28cb6-9ef1-4509-b5c6-d7020c30fadc req-6896589a-c063-41f6-b464-98c630667771 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69119806-930f-400d-b217-df9b4467529b HTTP/1.1" status: 200 len: 1000 time: 0.0944970 Jul 28 02:22:58.310382 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb28cb6-9ef1-4509-b5c6-d7020c30fadc req-b70f0984-4484-4f75-9b11-398723d0db79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:58.313116 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2fb28cb6-9ef1-4509-b5c6-d7020c30fadc req-b70f0984-4484-4f75-9b11-398723d0db79 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=756c394c-f3fb-450a-98c3-44bae2979979 HTTP/1.1" status: 200 len: 854 time: 0.0522091 Jul 28 02:22:58.326832 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:58.331460 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:22:58.338912 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6dbfeae4-f052-412a-9167-dc4cb9fbcaaa tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (9b22e7d4-0863-42c4-ba9c-b9065d448717), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:58.361507 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb28cb6-9ef1-4509-b5c6-d7020c30fadc req-f911dac5-5ad8-4f90-921f-1b4d3eaf04a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:58.363069 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2fb28cb6-9ef1-4509-b5c6-d7020c30fadc req-f911dac5-5ad8-4f90-921f-1b4d3eaf04a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=645f8645-b726-4be7-bb5a-32ec9ab88df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433319 Jul 28 02:22:58.368007 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbfeae4-f052-412a-9167-dc4cb9fbcaaa tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Pushing event deleted for resources: {'Port': ['ID=9b22e7d4-0863-42c4-ba9c-b9065d448717,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:22:58.435817 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6dbfeae4-f052-412a-9167-dc4cb9fbcaaa tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks [] for floatingip (198fa28b-4775-4b64-92c5-abbd634a4ff7), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:58.436148 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.db.l3_db [None req-6dbfeae4-f052-412a-9167-dc4cb9fbcaaa tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Floating IP 198fa28b-4775-4b64-92c5-abbd634a4ff7 disassociated (deleted). External IP: 172.27.0.13, port: 69119806-930f-400d-b217-df9b4467529b. Jul 28 02:22:58.467434 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2fb28cb6-9ef1-4509-b5c6-d7020c30fadc req-84d74240-2403-448a-a0c1-0a41b3dc24bf service neutron] 10.222.0.45 "GET /v2.0/networks/645f8645-b726-4be7-bb5a-32ec9ab88df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939057 Jul 28 02:22:58.582965 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2fb28cb6-9ef1-4509-b5c6-d7020c30fadc req-fdd0594f-9096-4949-ac95-9710f1db6932 service neutron] 10.222.0.45 "GET /v2.0/networks/645f8645-b726-4be7-bb5a-32ec9ab88df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075194 Jul 28 02:22:58.653652 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbfeae4-f052-412a-9167-dc4cb9fbcaaa tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Router 8a343fbd-83b8-43df-920b-41133d836bff has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:22:58.764554 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbfeae4-f052-412a-9167-dc4cb9fbcaaa tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:22:58.770518 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6dbfeae4-f052-412a-9167-dc4cb9fbcaaa tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:58.775254 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8a052c-7a4b-4fc7-ba34-3a3977f27c4d None None] Sync routers for ids ['8a343fbd-83b8-43df-920b-41133d836bff'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:22:58.786647 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8a052c-7a4b-4fc7-ba34-3a3977f27c4d None None] Routers {'8a343fbd-83b8-43df-920b-41133d836bff'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:22:58.787266 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-3d8a052c-7a4b-4fc7-ba34-3a3977f27c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:22:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['8a343fbd-83b8-43df-920b-41133d836bff'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:22:58.800669 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-6dbfeae4-f052-412a-9167-dc4cb9fbcaaa tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "DELETE /v2.0/floatingips/198fa28b-4775-4b64-92c5-abbd634a4ff7 HTTP/1.1" status: 204 len: 168 time: 0.9825463 Jul 28 02:22:58.899977 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-3d8a052c-7a4b-4fc7-ba34-3a3977f27c4d None None] Set router 8a343fbd-83b8-43df-920b-41133d836bff gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:22:59.161040 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-3d8a052c-7a4b-4fc7-ba34-3a3977f27c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a343fbd-83b8-43df-920b-41133d836bff', 'name': 'tempest-TestMinimumBasicScenario-1494604843-router', 'tenant_id': '9cb7e92c703a42d6be6343c04934d533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '24bcfefa-153d-4428-8366-517c604a12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:24Z', 'updated_at': '2022-07-28T02:19:29Z', 'revision_number': 4, 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'gw_port': {'id': '24bcfefa-153d-4428-8366-517c604a12db', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a343fbd-83b8-43df-920b-41133d836bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:24Z', 'updated_at': '2022-07-28T02:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': 'ce2d8145-9895-4e8c-8bff-4f7fa9e0173d', 'name': '', 'network_id': '645f8645-b726-4be7-bb5a-32ec9ab88df5', 'tenant_id': '9cb7e92c703a42d6be6343c04934d533', 'mac_address': 'fa:16:3e:19:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a343fbd-83b8-43df-920b-41133d836bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '756c394c-f3fb-450a-98c3-44bae2979979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:28Z', 'updated_at': '2022-07-28T02:19:39Z', 'revision_number': 5, 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'subnets': [{'id': '756c394c-f3fb-450a-98c3-44bae2979979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:22:59.185866 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8a052c-7a4b-4fc7-ba34-3a3977f27c4d None None] Checking router: 8a343fbd-83b8-43df-920b-41133d836bff for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:22:59.194705 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8a052c-7a4b-4fc7-ba34-3a3977f27c4d None None] Routers {'8a343fbd-83b8-43df-920b-41133d836bff'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:22:59.195323 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-3d8a052c-7a4b-4fc7-ba34-3a3977f27c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:22:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['8a343fbd-83b8-43df-920b-41133d836bff'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:22:59.283345 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:22:59.312837 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-3d8a052c-7a4b-4fc7-ba34-3a3977f27c4d None None] Set router 8a343fbd-83b8-43df-920b-41133d836bff gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:22:59.630449 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-3d8a052c-7a4b-4fc7-ba34-3a3977f27c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a343fbd-83b8-43df-920b-41133d836bff', 'name': 'tempest-TestMinimumBasicScenario-1494604843-router', 'tenant_id': '9cb7e92c703a42d6be6343c04934d533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '24bcfefa-153d-4428-8366-517c604a12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:24Z', 'updated_at': '2022-07-28T02:19:29Z', 'revision_number': 4, 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'gw_port': {'id': '24bcfefa-153d-4428-8366-517c604a12db', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a343fbd-83b8-43df-920b-41133d836bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:24Z', 'updated_at': '2022-07-28T02:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': 'ce2d8145-9895-4e8c-8bff-4f7fa9e0173d', 'name': '', 'network_id': '645f8645-b726-4be7-bb5a-32ec9ab88df5', 'tenant_id': '9cb7e92c703a42d6be6343c04934d533', 'mac_address': 'fa:16:3e:19:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a343fbd-83b8-43df-920b-41133d836bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '756c394c-f3fb-450a-98c3-44bae2979979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:28Z', 'updated_at': '2022-07-28T02:19:39Z', 'revision_number': 5, 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'subnets': [{'id': '756c394c-f3fb-450a-98c3-44bae2979979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:22:59.647535 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f02f5086-2cc1-4595-a941-d48a15c52dbf', 'tag': '69119806-930f-400d-b217-df9b4467529b'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:22:59.650046 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fd3017fc08cfcfd8945092685727e724b0eb79f5cdddf0496dd7adb644fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1441b664-75cc-4506-b130-701ab31b7262" -d '{"events": [{"name": "network-changed", "server_uuid": "f02f5086-2cc1-4595-a941-d48a15c52dbf", "tag": "69119806-930f-400d-b217-df9b4467529b"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:22:59.658647 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8a052c-7a4b-4fc7-ba34-3a3977f27c4d None None] The sync data for ids ['8a343fbd-83b8-43df-920b-41133d836bff'] in dv-cinder-799871-46-iscsi is: [{'id': '8a343fbd-83b8-43df-920b-41133d836bff', 'name': 'tempest-TestMinimumBasicScenario-1494604843-router', 'tenant_id': '9cb7e92c703a42d6be6343c04934d533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '24bcfefa-153d-4428-8366-517c604a12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:24Z', 'updated_at': '2022-07-28T02:19:29Z', 'revision_number': 4, 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'gw_port': {'id': '24bcfefa-153d-4428-8366-517c604a12db', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a343fbd-83b8-43df-920b-41133d836bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:24Z', 'updated_at': '2022-07-28T02:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': 'ce2d8145-9895-4e8c-8bff-4f7fa9e0173d', 'name': '', 'network_id': '645f8645-b726-4be7-bb5a-32ec9ab88df5', 'tenant_id': '9cb7e92c703a42d6be6343c04934d533', 'mac_address': 'fa:16:3e:19:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a343fbd-83b8-43df-920b-41133d836bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '756c394c-f3fb-450a-98c3-44bae2979979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:28Z', 'updated_at': '2022-07-28T02:19:39Z', 'revision_number': 5, 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'subnets': [{'id': '756c394c-f3fb-450a-98c3-44bae2979979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:22:59.691240 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de23af75-636d-49ea-a555-d828d22c214e x-openstack-request-id: req-de23af75-636d-49ea-a555-d828d22c214e {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:22:59.691690 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f02f5086-2cc1-4595-a941-d48a15c52dbf", "tag": "69119806-930f-400d-b217-df9b4467529b", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:22:59.692106 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-de23af75-636d-49ea-a555-d828d22c214e {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:22:59.692581 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de23af75-636d-49ea-a555-d828d22c214e'] response: {'name': 'network-changed', 'server_uuid': 'f02f5086-2cc1-4595-a941-d48a15c52dbf', 'tag': '69119806-930f-400d-b217-df9b4467529b', 'status': 'completed', 'code': 200} Jul 28 02:22:59.755725 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441b664-75cc-4506-b130-701ab31b7262 req-0b0d16b5-e12d-4d67-9d68-d0206a442673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:59.757248 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1441b664-75cc-4506-b130-701ab31b7262 req-0b0d16b5-e12d-4d67-9d68-d0206a442673 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9cb7e92c703a42d6be6343c04934d533&device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 1129 time: 0.0427594 Jul 28 02:22:59.859960 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441b664-75cc-4506-b130-701ab31b7262 req-88e62d9f-a704-4d88-bd60-aa781c878b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:59.861521 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1441b664-75cc-4506-b130-701ab31b7262 req-88e62d9f-a704-4d88-bd60-aa781c878b01 service neutron] 10.222.0.45 "GET /v2.0/networks?id=645f8645-b726-4be7-bb5a-32ec9ab88df5 HTTP/1.1" status: 200 len: 916 time: 0.0969605 Jul 28 02:22:59.896385 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb15792-5259-4d50-8dd0-c620864466d9 None None] New status for floating IP 198fa28b-4775-4b64-92c5-abbd634a4ff7: DOWN {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 02:22:59.904293 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1441b664-75cc-4506-b130-701ab31b7262 req-64fa35ad-fb91-4abc-a156-5903ce7d01cc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69119806-930f-400d-b217-df9b4467529b HTTP/1.1" status: 200 len: 217 time: 0.0366359 Jul 28 02:22:59.951894 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441b664-75cc-4506-b130-701ab31b7262 req-45f70075-8a3a-4460-af36-bd350f39e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:22:59.953920 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1441b664-75cc-4506-b130-701ab31b7262 req-45f70075-8a3a-4460-af36-bd350f39e2de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=756c394c-f3fb-450a-98c3-44bae2979979 HTTP/1.1" status: 200 len: 854 time: 0.0447514 Jul 28 02:23:00.004338 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441b664-75cc-4506-b130-701ab31b7262 req-8292447b-dd77-4050-9fa8-41916b2b60b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:00.005918 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1441b664-75cc-4506-b130-701ab31b7262 req-8292447b-dd77-4050-9fa8-41916b2b60b2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=645f8645-b726-4be7-bb5a-32ec9ab88df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0466955 Jul 28 02:23:00.105502 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1441b664-75cc-4506-b130-701ab31b7262 req-52a1260a-46bd-47af-ac92-0e70a0e5d942 service neutron] 10.222.0.45 "GET /v2.0/networks/645f8645-b726-4be7-bb5a-32ec9ab88df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939207 Jul 28 02:23:00.118508 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:00.159319 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:00.206606 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1441b664-75cc-4506-b130-701ab31b7262 req-ef187767-fa15-4fde-9759-f6cbe985ede1 service neutron] 10.222.0.45 "GET /v2.0/networks/645f8645-b726-4be7-bb5a-32ec9ab88df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951672 Jul 28 02:23:00.681150 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:01.019363 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:01.035071 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:05.511708 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:05.981155 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de85287-cb96-43ee-9e44-0f3cd3cc6c6e req-1b0b2d7b-e78d-45f8-838f-a54d07fa8b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:05.983273 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5de85287-cb96-43ee-9e44-0f3cd3cc6c6e req-1b0b2d7b-e78d-45f8-838f-a54d07fa8b53 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5157a5b7f25482980f925175adf2090&device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 1130 time: 0.0428138 Jul 28 02:23:06.080978 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de85287-cb96-43ee-9e44-0f3cd3cc6c6e req-9c3c55f5-6421-4a98-a9ab-1bf7ee9e44ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:06.082708 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5de85287-cb96-43ee-9e44-0f3cd3cc6c6e req-9c3c55f5-6421-4a98-a9ab-1bf7ee9e44ec service neutron] 10.222.0.45 "GET /v2.0/networks?id=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 HTTP/1.1" status: 200 len: 920 time: 0.0922399 Jul 28 02:23:06.112725 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e904d0a-2ad4-4f37-b1dc-ce0c2e78a8df req-b1f203ee-5685-4093-85c9-9a7c204b0a59 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:06.114226 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1e904d0a-2ad4-4f37-b1dc-ce0c2e78a8df req-b1f203ee-5685-4093-85c9-9a7c204b0a59 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 946 time: 0.1551867 Jul 28 02:23:06.146009 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5de85287-cb96-43ee-9e44-0f3cd3cc6c6e req-b5a04056-d29b-47d9-9c90-6ee926373a81 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d95fa12-8f07-4a72-acd9-94e8934faa9a HTTP/1.1" status: 200 len: 1002 time: 0.0567951 Jul 28 02:23:06.163336 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1e904d0a-2ad4-4f37-b1dc-ce0c2e78a8df req-f6d64294-4efe-4be3-b51e-777da8116656 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434179 Jul 28 02:23:06.196300 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de85287-cb96-43ee-9e44-0f3cd3cc6c6e req-af62366a-2ff2-43fc-b6d1-d357b2d33da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:06.197797 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5de85287-cb96-43ee-9e44-0f3cd3cc6c6e req-af62366a-2ff2-43fc-b6d1-d357b2d33da3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85b85007-31bd-4b12-8b58-5449a423c715 HTTP/1.1" status: 200 len: 858 time: 0.0460341 Jul 28 02:23:06.249312 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de85287-cb96-43ee-9e44-0f3cd3cc6c6e req-1d0d5e9c-77d0-451f-891d-d662183baff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:06.250858 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5de85287-cb96-43ee-9e44-0f3cd3cc6c6e req-1d0d5e9c-77d0-451f-891d-d662183baff7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471528 Jul 28 02:23:06.344864 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5de85287-cb96-43ee-9e44-0f3cd3cc6c6e req-1f5d86b4-6dd0-4eac-bca6-3d21cccc452a service neutron] 10.222.0.45 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861404 Jul 28 02:23:06.449911 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e8189512-3cc6-4b29-a07c-a2a97d16aa73 req-b33693e5-18b8-4378-b2af-de0f141d976b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494726 Jul 28 02:23:06.506887 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5de85287-cb96-43ee-9e44-0f3cd3cc6c6e req-83511fa9-0386-4a92-89bf-47f789415cb9 service neutron] 10.222.0.45 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542335 Jul 28 02:23:06.516399 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8189512-3cc6-4b29-a07c-a2a97d16aa73 req-ec0ac687-998e-48df-81e8-9dc49d4fac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:06.517856 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e8189512-3cc6-4b29-a07c-a2a97d16aa73 req-ec0ac687-998e-48df-81e8-9dc49d4fac73 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5157a5b7f25482980f925175adf2090&device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 1129 time: 0.0428455 Jul 28 02:23:06.635659 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8189512-3cc6-4b29-a07c-a2a97d16aa73 req-4af71c0f-cb82-45db-af9c-0a9dd64eafe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:06.637207 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e8189512-3cc6-4b29-a07c-a2a97d16aa73 req-4af71c0f-cb82-45db-af9c-0a9dd64eafe9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 HTTP/1.1" status: 200 len: 920 time: 0.0992417 Jul 28 02:23:06.728145 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e8189512-3cc6-4b29-a07c-a2a97d16aa73 req-04f899af-c73d-41b6-9409-c360943c4275 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40d8500a-f1bf-4d76-ab1d-ab85d099d88f HTTP/1.1" status: 200 len: 217 time: 0.0370662 Jul 28 02:23:06.780805 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8189512-3cc6-4b29-a07c-a2a97d16aa73 req-8e52dc8e-4a65-4143-976c-c29f0281bb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:06.782284 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e8189512-3cc6-4b29-a07c-a2a97d16aa73 req-8e52dc8e-4a65-4143-976c-c29f0281bb39 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85b85007-31bd-4b12-8b58-5449a423c715 HTTP/1.1" status: 200 len: 858 time: 0.0485582 Jul 28 02:23:06.827785 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8189512-3cc6-4b29-a07c-a2a97d16aa73 req-391f7335-43fc-455c-b1f5-a7dceecb42d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:06.829331 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e8189512-3cc6-4b29-a07c-a2a97d16aa73 req-391f7335-43fc-455c-b1f5-a7dceecb42d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403500 Jul 28 02:23:06.936378 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e8189512-3cc6-4b29-a07c-a2a97d16aa73 req-241d2c46-f968-4d33-9c9f-ecc45651fc1f service neutron] 10.222.0.45 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934880 Jul 28 02:23:06.998273 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:07.047931 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e8189512-3cc6-4b29-a07c-a2a97d16aa73 req-8c454078-9912-4225-9964-0b9d0c0eccfd service neutron] 10.222.0.45 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015792 Jul 28 02:23:07.151397 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d9cf7-2a9f-4777-bd17-655910879e68 req-6858dc03-2c50-4bdb-853e-6e407129ddfb tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:07.152894 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b08d9cf7-2a9f-4777-bd17-655910879e68 req-6858dc03-2c50-4bdb-853e-6e407129ddfb tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=d907d04a-4c0b-4e3c-a7df-a3eeb192a2b6 HTTP/1.1" status: 200 len: 946 time: 0.0523360 Jul 28 02:23:07.201872 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b08d9cf7-2a9f-4777-bd17-655910879e68 req-390dab13-5956-4fcd-a286-6136df7894e5 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=c0cc4412-766c-43c5-93c7-1c57759f3e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431204 Jul 28 02:23:07.284813 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519db35-fbc5-4078-bba1-d35ade81ce5e req-ed454bec-7af4-4292-86ae-d1caa0f58a04 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:07.286404 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f519db35-fbc5-4078-bba1-d35ade81ce5e req-ed454bec-7af4-4292-86ae-d1caa0f58a04 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 946 time: 0.0476534 Jul 28 02:23:07.333766 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f519db35-fbc5-4078-bba1-d35ade81ce5e req-d8b66827-62fd-4870-b64a-1d931000ec10 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418501 Jul 28 02:23:07.957748 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263c8c0-9dc4-4b36-b826-074e55644093 req-7ddc9b7c-768a-4517-921c-fbe2181c1b24 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:07.959314 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e263c8c0-9dc4-4b36-b826-074e55644093 req-7ddc9b7c-768a-4517-921c-fbe2181c1b24 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 945 time: 0.0477314 Jul 28 02:23:08.012114 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e263c8c0-9dc4-4b36-b826-074e55644093 req-d0f40457-ce28-4038-8291-acd1a292e2fd tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469663 Jul 28 02:23:08.326950 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae23c4b-c64e-467f-b020-2107c7a57263 req-c856dd5e-b5b0-457c-a048-8d91e6aeaf70 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:08.328312 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7ae23c4b-c64e-467f-b020-2107c7a57263 req-c856dd5e-b5b0-457c-a048-8d91e6aeaf70 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=d907d04a-4c0b-4e3c-a7df-a3eeb192a2b6 HTTP/1.1" status: 200 len: 946 time: 0.0477445 Jul 28 02:23:08.388606 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7ae23c4b-c64e-467f-b020-2107c7a57263 req-4ad9ff72-56fb-4655-8331-2af9405bfa9c tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=c0cc4412-766c-43c5-93c7-1c57759f3e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530384 Jul 28 02:23:08.468706 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262cdde-c14b-45d9-a6cb-fa5b330d3e1c req-8a62abcd-c419-449f-b023-3a7f191e7f4b tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:08.470351 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5262cdde-c14b-45d9-a6cb-fa5b330d3e1c req-8a62abcd-c419-449f-b023-3a7f191e7f4b tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 946 time: 0.0521479 Jul 28 02:23:08.499875 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:08.524328 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5262cdde-c14b-45d9-a6cb-fa5b330d3e1c req-c1e3745a-d4e6-472f-90b6-ed1418ffd2ab tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459127 Jul 28 02:23:09.095668 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:09.139502 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f871d8-c542-4048-b3fc-257fc7be7288 req-f14b80f4-df4f-4913-a64d-088be4796c73 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:09.141084 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-95f871d8-c542-4048-b3fc-257fc7be7288 req-f14b80f4-df4f-4913-a64d-088be4796c73 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 945 time: 0.0539024 Jul 28 02:23:09.194207 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-95f871d8-c542-4048-b3fc-257fc7be7288 req-1b36453d-c75f-4a7f-823d-b4de15996882 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470941 Jul 28 02:23:09.516106 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f328c2-f9a8-42de-a39e-501167b304d0 req-ff64240f-51a7-451b-81cc-04a78be3e108 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:09.517624 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-07f328c2-f9a8-42de-a39e-501167b304d0 req-ff64240f-51a7-451b-81cc-04a78be3e108 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=d907d04a-4c0b-4e3c-a7df-a3eeb192a2b6 HTTP/1.1" status: 200 len: 946 time: 0.0482335 Jul 28 02:23:09.567229 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-07f328c2-f9a8-42de-a39e-501167b304d0 req-1668f68b-b6a6-4a65-8908-a5dca34e15bf tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=c0cc4412-766c-43c5-93c7-1c57759f3e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432048 Jul 28 02:23:09.653867 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d73709-3262-4a13-9220-6ca0bb8d981f req-300a2dac-6978-4083-b73a-7bb84b790122 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:09.655369 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e3d73709-3262-4a13-9220-6ca0bb8d981f req-300a2dac-6978-4083-b73a-7bb84b790122 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 946 time: 0.0514665 Jul 28 02:23:09.707459 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e3d73709-3262-4a13-9220-6ca0bb8d981f req-e01f3e5e-c974-4c05-bcc5-e89285e0c7e4 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456009 Jul 28 02:23:09.899702 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:09.928068 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=17 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:10.327251 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5b343-f0a7-497a-917f-f3065d860431 req-ee7ea209-8282-4763-bc05-fe8a4c1d1512 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:10.328771 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-44b5b343-f0a7-497a-917f-f3065d860431 req-ee7ea209-8282-4763-bc05-fe8a4c1d1512 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 945 time: 0.0577977 Jul 28 02:23:10.390945 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:10.397164 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-44b5b343-f0a7-497a-917f-f3065d860431 req-2296f667-6e6a-482c-9127-b4ac5dbdefde tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/security-groups?id=ee2bcc01-878d-4b7d-a672-2807d3cec12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620341 Jul 28 02:23:10.410237 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca857a-0ee4-415f-8ddd-6e4e4fd46468 req-08495619-1052-41cf-8d43-2714f38eaa24 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:10.410715 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fcca857a-0ee4-415f-8ddd-6e4e4fd46468 req-08495619-1052-41cf-8d43-2714f38eaa24 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.45 "GET /v2.0/ports?device_id=d907d04a-4c0b-4e3c-a7df-a3eeb192a2b6 HTTP/1.1" status: 200 len: 946 time: 0.0547662 Jul 28 02:23:10.698097 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6e86d-556e-4ee6-9191-9925f8bf1ccc req-9d56e2dc-c737-4509-b567-d411f93d0a39 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:10.699616 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fce6e86d-556e-4ee6-9191-9925f8bf1ccc req-9d56e2dc-c737-4509-b567-d411f93d0a39 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.45 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 945 time: 0.1173868 Jul 28 02:23:10.717253 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f2aa1-017d-4315-b6e2-4f38f9a7a850 req-28dc6543-1ee9-492e-86ce-2fd6679108c7 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:10.719120 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fd3f2aa1-017d-4315-b6e2-4f38f9a7a850 req-28dc6543-1ee9-492e-86ce-2fd6679108c7 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=d907d04a-4c0b-4e3c-a7df-a3eeb192a2b6 HTTP/1.1" status: 200 len: 946 time: 0.0628421 Jul 28 02:23:10.729947 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-fcca857a-0ee4-415f-8ddd-6e4e4fd46468 req-0845b1a3-9825-45f3-b3ea-63537a03a2f0 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Deleting port 694278ed-c102-42be-8044-5a9265e3dcc1 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:23:10.730274 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-fcca857a-0ee4-415f-8ddd-6e4e4fd46468 req-0845b1a3-9825-45f3-b3ea-63537a03a2f0 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (694278ed-c102-42be-8044-5a9265e3dcc1), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:10.793523 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fd3f2aa1-017d-4315-b6e2-4f38f9a7a850 req-557e8e1e-f52f-490a-b602-6635a3e9be4b tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=c0cc4412-766c-43c5-93c7-1c57759f3e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667610 Jul 28 02:23:10.853472 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c1797-6d87-4d57-adaf-2a0d7bf6ebd5 req-5b8972a9-dcbe-48b7-8d07-ba0d07fb7daa tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:10.855433 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9c7c1797-6d87-4d57-adaf-2a0d7bf6ebd5 req-5b8972a9-dcbe-48b7-8d07-ba0d07fb7daa tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 946 time: 0.0603263 Jul 28 02:23:10.879780 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-fce6e86d-556e-4ee6-9191-9925f8bf1ccc req-ee1c9ffa-523a-43a6-a6eb-d30f8d72889f tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Deleting port 69119806-930f-400d-b217-df9b4467529b {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:23:10.880111 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-fce6e86d-556e-4ee6-9191-9925f8bf1ccc req-ee1c9ffa-523a-43a6-a6eb-d30f8d72889f tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (69119806-930f-400d-b217-df9b4467529b), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:10.911538 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9c7c1797-6d87-4d57-adaf-2a0d7bf6ebd5 req-0cdb486a-7efa-418e-b37f-35f32150d8f6 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504453 Jul 28 02:23:10.944723 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-fcca857a-0ee4-415f-8ddd-6e4e4fd46468 req-0845b1a3-9825-45f3-b3ea-63537a03a2f0 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] For port 694278ed-c102-42be-8044-5a9265e3dcc1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=694278ed-c102-42be-8044-5a9265e3dcc1,segment=NetworkSegment(ad593867-37dc-486f-9ad0-984d268f99db),segment_id=ad593867-37dc-486f-9ad0-984d268f99db)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:23:10.945111 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-fcca857a-0ee4-415f-8ddd-6e4e4fd46468 req-0845b1a3-9825-45f3-b3ea-63537a03a2f0 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (694278ed-c102-42be-8044-5a9265e3dcc1), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:11.084578 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-fce6e86d-556e-4ee6-9191-9925f8bf1ccc req-ee1c9ffa-523a-43a6-a6eb-d30f8d72889f tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] For port 69119806-930f-400d-b217-df9b4467529b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=69119806-930f-400d-b217-df9b4467529b,segment=NetworkSegment(cce1e9a3-5ae9-450a-960c-0352506e1430),segment_id=cce1e9a3-5ae9-450a-960c-0352506e1430)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:23:11.084966 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-fce6e86d-556e-4ee6-9191-9925f8bf1ccc req-ee1c9ffa-523a-43a6-a6eb-d30f8d72889f tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (69119806-930f-400d-b217-df9b4467529b), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:11.106521 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-fce6e86d-556e-4ee6-9191-9925f8bf1ccc req-ee1c9ffa-523a-43a6-a6eb-d30f8d72889f tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Calling delete_port for 69119806-930f-400d-b217-df9b4467529b owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:23:11.208021 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-fcca857a-0ee4-415f-8ddd-6e4e4fd46468 req-0845b1a3-9825-45f3-b3ea-63537a03a2f0 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:11.208295 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-fcca857a-0ee4-415f-8ddd-6e4e4fd46468 req-0845b1a3-9825-45f3-b3ea-63537a03a2f0 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (395242c5-e060-4a9a-b1e1-c216def25006), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:11.208607 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.db.l3_db [req-fcca857a-0ee4-415f-8ddd-6e4e4fd46468 req-0845b1a3-9825-45f3-b3ea-63537a03a2f0 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Floating IP 395242c5-e060-4a9a-b1e1-c216def25006 disassociated. External IP: 172.27.0.198, port: 694278ed-c102-42be-8044-5a9265e3dcc1. Jul 28 02:23:11.208974 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-fcca857a-0ee4-415f-8ddd-6e4e4fd46468 req-0845b1a3-9825-45f3-b3ea-63537a03a2f0 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Calling delete_port for 694278ed-c102-42be-8044-5a9265e3dcc1 owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:23:11.353132 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:11.363447 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-fce6e86d-556e-4ee6-9191-9925f8bf1ccc req-ee1c9ffa-523a-43a6-a6eb-d30f8d72889f tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (69119806-930f-400d-b217-df9b4467529b), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:11.387028 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:11.418770 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c9ffa-523a-43a6-a6eb-d30f8d72889f tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Pushing event deleted for resources: {'Port': ['ID=69119806-930f-400d-b217-df9b4467529b,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:23:11.482893 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce6e86d-556e-4ee6-9191-9925f8bf1ccc req-ee1c9ffa-523a-43a6-a6eb-d30f8d72889f tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] No DVR routers for this DVR port 69119806-930f-400d-b217-df9b4467529b on host hv-cinder-79987 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:23:11.485797 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-fce6e86d-556e-4ee6-9191-9925f8bf1ccc req-ee1c9ffa-523a-43a6-a6eb-d30f8d72889f tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:11.489569 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fce6e86d-556e-4ee6-9191-9925f8bf1ccc req-ee1c9ffa-523a-43a6-a6eb-d30f8d72889f tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.45 "DELETE /v2.0/ports/69119806-930f-400d-b217-df9b4467529b HTTP/1.1" status: 204 len: 173 time: 0.7689285 Jul 28 02:23:11.490024 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02f5086-2cc1-4595-a941-d48a15c52dbf', 'name': 'network-vif-deleted', 'tag': '69119806-930f-400d-b217-df9b4467529b'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:23:11.492431 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f776bd6-d847-4033-8a7d-d0d40a319d6c" -d '{"events": [{"server_uuid": "f02f5086-2cc1-4595-a941-d48a15c52dbf", "name": "network-vif-deleted", "tag": "69119806-930f-400d-b217-df9b4467529b"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:23:11.495658 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-fcca857a-0ee4-415f-8ddd-6e4e4fd46468 req-0845b1a3-9825-45f3-b3ea-63537a03a2f0 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (694278ed-c102-42be-8044-5a9265e3dcc1), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:11.529040 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845b1a3-9825-45f3-b3ea-63537a03a2f0 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event deleted for resources: {'Port': ['ID=694278ed-c102-42be-8044-5a9265e3dcc1,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:23:11.529413 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f4223cc6-3ca5-46d9-8d5c-efed008b1605 req-06abaa2c-83c4-4c2a-a42e-44b1012e9022 tempest-TestMinimumBasicScenario-1783824357 tempest-TestMinimumBasicScenario-1783824357-project] 10.222.0.40 "GET /v2.0/ports?device_id=f02f5086-2cc1-4595-a941-d48a15c52dbf HTTP/1.1" status: 200 len: 210 time: 0.0404675 Jul 28 02:23:11.583463 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d7ec36-e4e7-4c2d-b64b-a3379a9c341c x-openstack-request-id: req-a8d7ec36-e4e7-4c2d-b64b-a3379a9c341c {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:23:11.583760 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02f5086-2cc1-4595-a941-d48a15c52dbf", "name": "network-vif-deleted", "tag": "69119806-930f-400d-b217-df9b4467529b", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:23:11.584014 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a8d7ec36-e4e7-4c2d-b64b-a3379a9c341c {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:23:11.584413 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d7ec36-e4e7-4c2d-b64b-a3379a9c341c'] response: {'server_uuid': 'f02f5086-2cc1-4595-a941-d48a15c52dbf', 'name': 'network-vif-deleted', 'tag': '69119806-930f-400d-b217-df9b4467529b', 'status': 'completed', 'code': 200} Jul 28 02:23:11.654998 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcca857a-0ee4-415f-8ddd-6e4e4fd46468 req-0845b1a3-9825-45f3-b3ea-63537a03a2f0 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:23:11.763208 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcca857a-0ee4-415f-8ddd-6e4e4fd46468 req-0845b1a3-9825-45f3-b3ea-63537a03a2f0 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:23:11.775546 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf56eae-c1c5-4e24-9e49-48edc4822108 None None] Sync routers for ids ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:23:11.794389 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf56eae-c1c5-4e24-9e49-48edc4822108 None None] Routers {'36354f44-4c5b-4f6a-b262-2f1cd2d07967'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:23:11.794990 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-1cf56eae-c1c5-4e24-9e49-48edc4822108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:22:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:23:11.812851 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcca857a-0ee4-415f-8ddd-6e4e4fd46468 req-0845b1a3-9825-45f3-b3ea-63537a03a2f0 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] No DVR routers for this DVR port 694278ed-c102-42be-8044-5a9265e3dcc1 on host hv-cinder-79987 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:23:11.815996 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-fcca857a-0ee4-415f-8ddd-6e4e4fd46468 req-0845b1a3-9825-45f3-b3ea-63537a03a2f0 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:11.821732 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fcca857a-0ee4-415f-8ddd-6e4e4fd46468 req-0845b1a3-9825-45f3-b3ea-63537a03a2f0 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.45 "DELETE /v2.0/ports/694278ed-c102-42be-8044-5a9265e3dcc1 HTTP/1.1" status: 204 len: 173 time: 1.2388964 Jul 28 02:23:11.895519 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:11.923250 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-90cc5ced-7e5e-48e2-9c9a-115247cf691f req-86859ce0-b826-4a8e-9fa2-62e3806f50c6 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=d907d04a-4c0b-4e3c-a7df-a3eeb192a2b6 HTTP/1.1" status: 200 len: 210 time: 0.0428252 Jul 28 02:23:11.926454 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-1cf56eae-c1c5-4e24-9e49-48edc4822108 None None] Set router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:23:12.106403 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb4ae8-d153-4479-bfd7-e2f69a5ac4dc req-e9442f28-cf1e-45c8-8c74-33e4ac113fd0 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:12.114868 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c8eb4ae8-d153-4479-bfd7-e2f69a5ac4dc req-e9442f28-cf1e-45c8-8c74-33e4ac113fd0 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 946 time: 0.0714636 Jul 28 02:23:12.193986 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c8eb4ae8-d153-4479-bfd7-e2f69a5ac4dc req-32bdb65f-e50c-4a88-8d91-96f512a0012c tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782137 Jul 28 02:23:12.272080 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-1cf56eae-c1c5-4e24-9e49-48edc4822108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '420d1770-f371-4ef3-80de-40843395f9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:59Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'gw_port': {'id': '420d1770-f371-4ef3-80de-40843395f9e1', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:01Z', 'updated_at': '2022-07-28T02:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '40a12468-19ed-487d-a474-8a6063834f45', 'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'mac_address': 'fa:16:3e:62:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:09Z', 'updated_at': '2022-07-28T02:18:26Z', 'revision_number': 5, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'subnets': [{'id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:23:12.297889 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf56eae-c1c5-4e24-9e49-48edc4822108 None None] Checking router: 36354f44-4c5b-4f6a-b262-2f1cd2d07967 for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:23:12.307214 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf56eae-c1c5-4e24-9e49-48edc4822108 None None] Routers {'36354f44-4c5b-4f6a-b262-2f1cd2d07967'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:23:12.307824 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-1cf56eae-c1c5-4e24-9e49-48edc4822108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:22:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:23:12.429748 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-1cf56eae-c1c5-4e24-9e49-48edc4822108 None None] Set router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:23:12.670517 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-1cf56eae-c1c5-4e24-9e49-48edc4822108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '420d1770-f371-4ef3-80de-40843395f9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:59Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'gw_port': {'id': '420d1770-f371-4ef3-80de-40843395f9e1', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:01Z', 'updated_at': '2022-07-28T02:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '40a12468-19ed-487d-a474-8a6063834f45', 'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'mac_address': 'fa:16:3e:62:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:09Z', 'updated_at': '2022-07-28T02:18:26Z', 'revision_number': 5, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'subnets': [{'id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:23:12.701735 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf56eae-c1c5-4e24-9e49-48edc4822108 None None] The sync data for ids ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'] in dv-cinder-799871-46-iscsi is: [{'id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '420d1770-f371-4ef3-80de-40843395f9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:59Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'gw_port': {'id': '420d1770-f371-4ef3-80de-40843395f9e1', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:01Z', 'updated_at': '2022-07-28T02:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '40a12468-19ed-487d-a474-8a6063834f45', 'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'mac_address': 'fa:16:3e:62:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:09Z', 'updated_at': '2022-07-28T02:18:26Z', 'revision_number': 5, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'subnets': [{'id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:23:12.995469 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b223c7b-c6a7-4515-b577-e65791758cff None None] New status for floating IP 395242c5-e060-4a9a-b1e1-c216def25006: DOWN {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 02:23:13.067577 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 69119806-930f-400d-b217-df9b4467529b no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:23:13.099920 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 47644) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:23:13.103873 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] No Port match for: 69119806-930f-400d-b217-df9b4467529b {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:23:13.104436 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 69119806-930f-400d-b217-df9b4467529b not bound to the agent host hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:23:13.104866 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 694278ed-c102-42be-8044-5a9265e3dcc1 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:23:13.129642 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] No Port match for: 694278ed-c102-42be-8044-5a9265e3dcc1 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:23:13.130040 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 694278ed-c102-42be-8044-5a9265e3dcc1 not bound to the agent host hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:23:13.182857 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5bd231db-4298-4da3-b8c6-480689ec33e1 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group (c0cc4412-766c-43c5-93c7-1c57759f3e07), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:13.214519 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5bd231db-4298-4da3-b8c6-480689ec33e1 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group (c0cc4412-766c-43c5-93c7-1c57759f3e07), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:13.310505 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5bd231db-4298-4da3-b8c6-480689ec33e1 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (c0cc4412-766c-43c5-93c7-1c57759f3e07), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:13.313093 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5bd231db-4298-4da3-b8c6-480689ec33e1 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:13.314274 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-5bd231db-4298-4da3-b8c6-480689ec33e1 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "DELETE /v2.0/security-groups/c0cc4412-766c-43c5-93c7-1c57759f3e07 HTTP/1.1" status: 204 len: 168 time: 0.2133403 Jul 28 02:23:13.318251 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 47668) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:23:13.335584 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.api.v2.resource [None req-f6fafd06-ed06-4d8c-a499-6fe682c3d180 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] show failed (client error): The resource could not be found. Jul 28 02:23:13.340450 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f6fafd06-ed06-4d8c-a499-6fe682c3d180 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups/c0cc4412-766c-43c5-93c7-1c57759f3e07 HTTP/1.1" status: 404 len: 347 time: 0.0169048 Jul 28 02:23:13.341198 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 47670) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:23:13.362435 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd231db-4298-4da3-b8c6-480689ec33e1 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cc4412-766c-43c5-93c7-1c57759f3e07,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:23:13.380377 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13c840-759b-412f-842d-cfaf4780f01e req-0f74c838-3749-4db3-993b-5b9451fac8ff tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:13.383418 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bb13c840-759b-412f-842d-cfaf4780f01e req-0f74c838-3749-4db3-993b-5b9451fac8ff tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 946 time: 0.0907025 Jul 28 02:23:13.474242 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bb13c840-759b-412f-842d-cfaf4780f01e req-d9cf88d5-cb24-48f3-bf79-e2b1a6125df9 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782387 Jul 28 02:23:13.505650 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-084e787b-2b13-4fcd-a1cf-044c6b409e85 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Deleting port 46bb5f18-ca6a-4a97-a82c-e5ceb3da0d7c {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:23:13.505980 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-084e787b-2b13-4fcd-a1cf-044c6b409e85 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (46bb5f18-ca6a-4a97-a82c-e5ceb3da0d7c), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:13.537335 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 47672) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:23:13.544779 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:13.667396 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:13.808816 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd907d04a-4c0b-4e3c-a7df-a3eeb192a2b6', 'name': 'network-vif-deleted', 'tag': '694278ed-c102-42be-8044-5a9265e3dcc1'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:23:13.811093 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83b1a7e-8e56-4421-ad58-ec6d8b7be943" -d '{"events": [{"server_uuid": "d907d04a-4c0b-4e3c-a7df-a3eeb192a2b6", "name": "network-vif-deleted", "tag": "694278ed-c102-42be-8044-5a9265e3dcc1"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:23:13.860969 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390e214a-94fc-4189-890f-8f86783f5e16 x-openstack-request-id: req-390e214a-94fc-4189-890f-8f86783f5e16 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:23:13.860969 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d907d04a-4c0b-4e3c-a7df-a3eeb192a2b6", "name": "network-vif-deleted", "tag": "694278ed-c102-42be-8044-5a9265e3dcc1", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:23:13.860969 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-390e214a-94fc-4189-890f-8f86783f5e16 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:23:13.860969 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-390e214a-94fc-4189-890f-8f86783f5e16'] response: {'server_uuid': 'd907d04a-4c0b-4e3c-a7df-a3eeb192a2b6', 'name': 'network-vif-deleted', 'tag': '694278ed-c102-42be-8044-5a9265e3dcc1', 'status': 'completed', 'code': 200} Jul 28 02:23:13.872520 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-084e787b-2b13-4fcd-a1cf-044c6b409e85 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (46bb5f18-ca6a-4a97-a82c-e5ceb3da0d7c), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:13.872520 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-084e787b-2b13-4fcd-a1cf-044c6b409e85 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for floatingip (46bb5f18-ca6a-4a97-a82c-e5ceb3da0d7c), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:13.885468 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-084e787b-2b13-4fcd-a1cf-044c6b409e85 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Calling delete_port for 46bb5f18-ca6a-4a97-a82c-e5ceb3da0d7c owned by network:floatingip {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:23:13.961820 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3542528e-d4ab-483f-87c2-45087dea8ec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361233'] for router_interface (8a343fbd-83b8-43df-920b-41133d836bff), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:14.048218 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-084e787b-2b13-4fcd-a1cf-044c6b409e85 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (46bb5f18-ca6a-4a97-a82c-e5ceb3da0d7c), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:14.086465 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e787b-2b13-4fcd-a1cf-044c6b409e85 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event deleted for resources: {'Port': ['ID=46bb5f18-ca6a-4a97-a82c-e5ceb3da0d7c,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:23:14.148366 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:14.166528 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-084e787b-2b13-4fcd-a1cf-044c6b409e85 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for floatingip (395242c5-e060-4a9a-b1e1-c216def25006), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:14.169401 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-084e787b-2b13-4fcd-a1cf-044c6b409e85 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:14.170769 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-084e787b-2b13-4fcd-a1cf-044c6b409e85 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "DELETE /v2.0/floatingips/395242c5-e060-4a9a-b1e1-c216def25006 HTTP/1.1" status: 204 len: 168 time: 0.8280165 Jul 28 02:23:14.215186 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-3542528e-d4ab-483f-87c2-45087dea8ec6 admin admin] Deleting port ce2d8145-9895-4e8c-8bff-4f7fa9e0173d {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:23:14.215674 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3542528e-d4ab-483f-87c2-45087dea8ec6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (ce2d8145-9895-4e8c-8bff-4f7fa9e0173d), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:14.255737 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 47680) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:23:14.260576 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-42daf1ac-ff71-49a3-a393-69899651a31f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--33706682', 'description': 'tempest-description--1504390864'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:23:14.285984 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-42daf1ac-ff71-49a3-a393-69899651a31f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:14.400190 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-42daf1ac-ff71-49a3-a393-69899651a31f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group (938c5323-7403-45df-b2d8-5464d36445de), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:14.405618 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-42daf1ac-ff71-49a3-a393-69899651a31f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (938c5323-7403-45df-b2d8-5464d36445de), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:14.438957 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-42daf1ac-ff71-49a3-a393-69899651a31f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:14.444273 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-42daf1ac-ff71-49a3-a393-69899651a31f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1872621 Jul 28 02:23:14.447491 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 47682) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:23:14.452175 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-a3066be5-4178-4b5d-ad66-dad8ce7b0417 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Request body: {'security_group_rule': {'security_group_id': '938c5323-7403-45df-b2d8-5464d36445de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:23:14.458351 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:14.460727 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf1ac-ff71-49a3-a393-69899651a31f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=938c5323-7403-45df-b2d8-5464d36445de,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:23:14.490111 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a3066be5-4178-4b5d-ad66-dad8ce7b0417 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group_rule (bd08c247-339a-4661-a55c-bb08b85601dc), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:14.554041 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a3066be5-4178-4b5d-ad66-dad8ce7b0417 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group_rule (bd08c247-339a-4661-a55c-bb08b85601dc), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:14.558317 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a3066be5-4178-4b5d-ad66-dad8ce7b0417 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (bd08c247-339a-4661-a55c-bb08b85601dc), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:14.578384 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3066be5-4178-4b5d-ad66-dad8ce7b0417 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd08c247-339a-4661-a55c-bb08b85601dc,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:23:14.592546 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a3066be5-4178-4b5d-ad66-dad8ce7b0417 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:14.594557 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a3066be5-4178-4b5d-ad66-dad8ce7b0417 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1458116 Jul 28 02:23:14.599469 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 47686) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:23:14.605934 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-3542528e-d4ab-483f-87c2-45087dea8ec6 admin admin] For port ce2d8145-9895-4e8c-8bff-4f7fa9e0173d, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=ce2d8145-9895-4e8c-8bff-4f7fa9e0173d,segment=NetworkSegment(cce1e9a3-5ae9-450a-960c-0352506e1430),segment_id=cce1e9a3-5ae9-450a-960c-0352506e1430)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:23:14.606306 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3542528e-d4ab-483f-87c2-45087dea8ec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (ce2d8145-9895-4e8c-8bff-4f7fa9e0173d), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:14.606539 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-9c2f4d7d-021b-49b0-b234-a26281dec3ea tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Request body: {'security_group_rule': {'security_group_id': '938c5323-7403-45df-b2d8-5464d36445de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:23:14.643142 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9c2f4d7d-021b-49b0-b234-a26281dec3ea tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group_rule (27d95a6f-a1a1-4108-843d-28a04b20f04b), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:14.643492 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-3542528e-d4ab-483f-87c2-45087dea8ec6 admin admin] Calling delete_port for ce2d8145-9895-4e8c-8bff-4f7fa9e0173d owned by network:router_interface {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:23:14.663985 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0531db-69b8-4169-a075-5f1511d965b4 req-0dae861f-6655-4013-b9ab-cb1aa01ff763 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:14.665738 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fb0531db-69b8-4169-a075-5f1511d965b4 req-0dae861f-6655-4013-b9ab-cb1aa01ff763 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 946 time: 0.0881941 Jul 28 02:23:14.729532 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9c2f4d7d-021b-49b0-b234-a26281dec3ea tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group_rule (27d95a6f-a1a1-4108-843d-28a04b20f04b), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:14.735346 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9c2f4d7d-021b-49b0-b234-a26281dec3ea tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (27d95a6f-a1a1-4108-843d-28a04b20f04b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:14.766860 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f4d7d-021b-49b0-b234-a26281dec3ea tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d95a6f-a1a1-4108-843d-28a04b20f04b,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:23:14.781478 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9c2f4d7d-021b-49b0-b234-a26281dec3ea tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:14.783520 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-9c2f4d7d-021b-49b0-b234-a26281dec3ea tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1805696 Jul 28 02:23:14.785070 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fb0531db-69b8-4169-a075-5f1511d965b4 req-91cf02e6-9b07-49c5-b35c-0c816f8a14a4 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102540 Jul 28 02:23:14.789721 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 47688) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:23:14.795902 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-6b9b78f3-ee8e-4ca8-82df-d53472cc7639 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Request body: {'floatingip': {'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:23:14.825451 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6b9b78f3-ee8e-4ca8-82df-d53472cc7639 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:14.837594 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:14.933698 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3542528e-d4ab-483f-87c2-45087dea8ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (ce2d8145-9895-4e8c-8bff-4f7fa9e0173d), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:14.945472 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6b9b78f3-ee8e-4ca8-82df-d53472cc7639 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:14.970503 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542528e-d4ab-483f-87c2-45087dea8ec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce2d8145-9895-4e8c-8bff-4f7fa9e0173d,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:23:15.081493 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-6b9b78f3-ee8e-4ca8-82df-d53472cc7639 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Allocated IP 172.27.0.49 (fac975fe-f61e-48f2-98cd-c3133f923d7b/e1a55f55-f115-45c6-a5b1-44ded4e4dd9d/87e867c7-b341-4056-93f3-56019bd1a6fb) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:23:15.140504 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:15.178567 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:15.186494 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3542528e-d4ab-483f-87c2-45087dea8ec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361349'] for router_interface (8a343fbd-83b8-43df-920b-41133d836bff), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:15.229750 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6b9b78f3-ee8e-4ca8-82df-d53472cc7639 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for port (87e867c7-b341-4056-93f3-56019bd1a6fb), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:15.267745 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6b9b78f3-ee8e-4ca8-82df-d53472cc7639 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (87e867c7-b341-4056-93f3-56019bd1a6fb), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:15.320201 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9b78f3-ee8e-4ca8-82df-d53472cc7639 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Network fac975fe-f61e-48f2-98cd-c3133f923d7b is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:23:15.323675 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-6b9b78f3-ee8e-4ca8-82df-d53472cc7639 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:23:15.327899 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9b78f3-ee8e-4ca8-82df-d53472cc7639 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:23:15.352451 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:15.355779 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b78f3-ee8e-4ca8-82df-d53472cc7639 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event updated for resources: {'Port': ['ID=87e867c7-b341-4056-93f3-56019bd1a6fb,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:23:15.426617 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6b9b78f3-ee8e-4ca8-82df-d53472cc7639 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for floatingip (d94c94cb-e14f-48dc-9dac-f47362b1c34f), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:15.434135 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3542528e-d4ab-483f-87c2-45087dea8ec6 admin admin] Router 8a343fbd-83b8-43df-920b-41133d836bff has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:23:15.475469 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6b9b78f3-ee8e-4ca8-82df-d53472cc7639 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (87e867c7-b341-4056-93f3-56019bd1a6fb), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:15.562569 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3542528e-d4ab-483f-87c2-45087dea8ec6 admin admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:23:15.569603 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-3542528e-d4ab-483f-87c2-45087dea8ec6 admin admin] 10.222.0.40 "PUT /v2.0/routers/8a343fbd-83b8-43df-920b-41133d836bff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0307894 Jul 28 02:23:15.572789 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 47692) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:23:15.575169 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e22a67-b6bb-4919-9462-3a8a00999cc6 None None] Sync routers for ids ['8a343fbd-83b8-43df-920b-41133d836bff'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:23:15.589995 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e22a67-b6bb-4919-9462-3a8a00999cc6 None None] Routers {'8a343fbd-83b8-43df-920b-41133d836bff'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:23:15.590630 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-c1e22a67-b6bb-4919-9462-3a8a00999cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:22:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['8a343fbd-83b8-43df-920b-41133d836bff'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:23:15.660245 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6b9b78f3-ee8e-4ca8-82df-d53472cc7639 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for port (87e867c7-b341-4056-93f3-56019bd1a6fb), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:15.666915 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6b9b78f3-ee8e-4ca8-82df-d53472cc7639 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (87e867c7-b341-4056-93f3-56019bd1a6fb), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:15.697724 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-52b8dbb3-be61-4bd1-a1a6-ce216c029684 admin admin] Publish callbacks [] for router (8a343fbd-83b8-43df-920b-41133d836bff), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:15.738618 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-c1e22a67-b6bb-4919-9462-3a8a00999cc6 None None] Set router 8a343fbd-83b8-43df-920b-41133d836bff gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:23:15.749420 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b78f3-ee8e-4ca8-82df-d53472cc7639 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event updated for resources: {'Port': ['ID=87e867c7-b341-4056-93f3-56019bd1a6fb,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:23:15.765008 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6b9b78f3-ee8e-4ca8-82df-d53472cc7639 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (d94c94cb-e14f-48dc-9dac-f47362b1c34f), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:15.787264 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6b9b78f3-ee8e-4ca8-82df-d53472cc7639 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:15.789364 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-6b9b78f3-ee8e-4ca8-82df-d53472cc7639 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9983981 Jul 28 02:23:15.839349 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-52b8dbb3-be61-4bd1-a1a6-ce216c029684 admin admin] Publish callbacks [] for router_gateway (8a343fbd-83b8-43df-920b-41133d836bff), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:15.926845 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-52b8dbb3-be61-4bd1-a1a6-ce216c029684 admin admin] Deleting port 24bcfefa-153d-4428-8366-517c604a12db {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:23:15.927190 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-52b8dbb3-be61-4bd1-a1a6-ce216c029684 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (24bcfefa-153d-4428-8366-517c604a12db), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:15.932275 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:DELETE=4,neutron:UPDATE=2,neutron:SELECT=94 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:15.952801 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-c1e22a67-b6bb-4919-9462-3a8a00999cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a343fbd-83b8-43df-920b-41133d836bff', 'name': 'tempest-TestMinimumBasicScenario-1494604843-router', 'tenant_id': '9cb7e92c703a42d6be6343c04934d533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '24bcfefa-153d-4428-8366-517c604a12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:24Z', 'updated_at': '2022-07-28T02:23:14Z', 'revision_number': 5, 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'gw_port': {'id': '24bcfefa-153d-4428-8366-517c604a12db', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a343fbd-83b8-43df-920b-41133d836bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:24Z', 'updated_at': '2022-07-28T02:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi'}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:23:15.954431 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:15.979767 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e22a67-b6bb-4919-9462-3a8a00999cc6 None None] Checking router: 8a343fbd-83b8-43df-920b-41133d836bff for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:23:15.990532 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e22a67-b6bb-4919-9462-3a8a00999cc6 None None] Routers {'8a343fbd-83b8-43df-920b-41133d836bff'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:23:15.991170 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-c1e22a67-b6bb-4919-9462-3a8a00999cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:22:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['8a343fbd-83b8-43df-920b-41133d836bff'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:23:16.008843 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354c0d4-c3d6-48ce-b893-fee95a04400e req-78950f71-496d-4356-bf36-44dbc733f345 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:16.010481 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d354c0d4-c3d6-48ce-b893-fee95a04400e req-78950f71-496d-4356-bf36-44dbc733f345 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 946 time: 0.1184289 Jul 28 02:23:16.086583 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-c1e22a67-b6bb-4919-9462-3a8a00999cc6 None None] Set router 8a343fbd-83b8-43df-920b-41133d836bff gateway port host: None {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:23:16.090395 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-1d2b0047-7919-4328-b405-6af769527aff tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--33706682&fields=id&tenant_id=f4622eae14dd460dbd4e51d4a0413e5f HTTP/1.1" status: 200 len: 267 time: 0.1645308 Jul 28 02:23:16.102255 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-52b8dbb3-be61-4bd1-a1a6-ce216c029684 admin admin] For port 24bcfefa-153d-4428-8366-517c604a12db, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=24bcfefa-153d-4428-8366-517c604a12db,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:23:16.102626 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-52b8dbb3-be61-4bd1-a1a6-ce216c029684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (24bcfefa-153d-4428-8366-517c604a12db), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:16.113570 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:16.115162 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:16.141469 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-c1e22a67-b6bb-4919-9462-3a8a00999cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a343fbd-83b8-43df-920b-41133d836bff', 'name': 'tempest-TestMinimumBasicScenario-1494604843-router', 'tenant_id': '9cb7e92c703a42d6be6343c04934d533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:24Z', 'updated_at': '2022-07-28T02:23:15Z', 'revision_number': 6, 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'gw_port_host': None}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:23:16.153135 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-52b8dbb3-be61-4bd1-a1a6-ce216c029684 admin admin] Calling delete_port for 24bcfefa-153d-4428-8366-517c604a12db owned by network:router_gateway {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:23:16.177656 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e22a67-b6bb-4919-9462-3a8a00999cc6 None None] The sync data for ids ['8a343fbd-83b8-43df-920b-41133d836bff'] in dv-cinder-799871-46-iscsi is: [{'id': '8a343fbd-83b8-43df-920b-41133d836bff', 'name': 'tempest-TestMinimumBasicScenario-1494604843-router', 'tenant_id': '9cb7e92c703a42d6be6343c04934d533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:24Z', 'updated_at': '2022-07-28T02:23:15Z', 'revision_number': 6, 'project_id': '9cb7e92c703a42d6be6343c04934d533', 'gw_port_host': None}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:23:16.189637 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d354c0d4-c3d6-48ce-b893-fee95a04400e req-f6bed18f-864e-4f91-983b-3d91e3a84379 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675019 Jul 28 02:23:16.301328 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-a6a67685-3ab4-4c93-a441-17a9f491a0b1 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:16.302832 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-a6a67685-3ab4-4c93-a441-17a9f491a0b1 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/networks?id=bda255f1-8497-41f0-9d65-8f281bd7eb0d HTTP/1.1" status: 200 len: 815 time: 0.1974053 Jul 28 02:23:16.353502 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-ee224460-5321-4c60-a5c9-edeee34ad9cc tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/quotas/f4622eae14dd460dbd4e51d4a0413e5f HTTP/1.1" status: 200 len: 375 time: 0.0449216 Jul 28 02:23:16.421777 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-5e4243ba-3e52-47f2-8f20-edab2458f7df tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=f4622eae14dd460dbd4e51d4a0413e5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570426 Jul 28 02:23:16.520565 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-52b8dbb3-be61-4bd1-a1a6-ce216c029684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (24bcfefa-153d-4428-8366-517c604a12db), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:16.561018 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8dbb3-be61-4bd1-a1a6-ce216c029684 admin admin] Pushing event deleted for resources: {'Port': ['ID=24bcfefa-153d-4428-8366-517c604a12db,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:23:16.603733 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-9e8a21f8-95c0-47c0-8e6d-20fe63bcfd04 service neutron] 10.222.0.40 "GET /v2.0/networks/bda255f1-8497-41f0-9d65-8f281bd7eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592536 Jul 28 02:23:16.704344 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-52b8dbb3-be61-4bd1-a1a6-ce216c029684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-363025'] for router_gateway (8a343fbd-83b8-43df-920b-41133d836bff), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:16.824437 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-52b8dbb3-be61-4bd1-a1a6-ce216c029684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1600154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-849'] for router (8a343fbd-83b8-43df-920b-41133d836bff), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:16.827959 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-52b8dbb3-be61-4bd1-a1a6-ce216c029684 admin admin] Publish callbacks [] for router_controller (8a343fbd-83b8-43df-920b-41133d836bff), precommit_delete_associations {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:16.831888 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-e9c7e0c3-d72a-4190-90e1-0c273420e9c9 service neutron] 10.222.0.40 "GET /v2.0/networks/bda255f1-8497-41f0-9d65-8f281bd7eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985519 Jul 28 02:23:16.880613 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-52b8dbb3-be61-4bd1-a1a6-ce216c029684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600024'] for router (8a343fbd-83b8-43df-920b-41133d836bff), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:16.881189 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b8dbb3-be61-4bd1-a1a6-ce216c029684 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a343fbd-83b8-43df-920b-41133d836bff {{(pid=103999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 02:23:16.886115 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-52b8dbb3-be61-4bd1-a1a6-ce216c029684 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:16.887273 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-52b8dbb3-be61-4bd1-a1a6-ce216c029684 admin admin] 10.222.0.40 "DELETE /v2.0/routers/8a343fbd-83b8-43df-920b-41133d836bff HTTP/1.1" status: 204 len: 168 time: 1.3142021 Jul 28 02:23:16.890104 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 47708) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:23:16.975511 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-c09e6ea2-588a-4243-b12b-311def49617b admin admin] Deleting subnet 756c394c-f3fb-450a-98c3-44bae2979979 {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 02:23:16.981141 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c09e6ea2-588a-4243-b12b-311def49617b admin admin] Publish callbacks [] for subnet (756c394c-f3fb-450a-98c3-44bae2979979), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:17.047556 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3ed15978-928e-4c9d-884a-79e5b7398ba9 req-98a1e4a6-7d2f-48c1-99dc-52323aea9e5e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=6a3dc3c2-86d2-426f-826d-8ee87df1dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0381355 Jul 28 02:23:17.051459 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c09e6ea2-588a-4243-b12b-311def49617b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629650'] for subnet (756c394c-f3fb-450a-98c3-44bae2979979), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:17.068848 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 24bcfefa-153d-4428-8366-517c604a12db no longer exists at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:23:17.095512 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] No Port match for: 24bcfefa-153d-4428-8366-517c604a12db {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:23:17.096692 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 24bcfefa-153d-4428-8366-517c604a12db not bound to the agent host dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:23:17.097524 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device ce2d8145-9895-4e8c-8bff-4f7fa9e0173d no longer exists at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:23:17.124124 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] No Port match for: ce2d8145-9895-4e8c-8bff-4f7fa9e0173d {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:23:17.124755 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device ce2d8145-9895-4e8c-8bff-4f7fa9e0173d not bound to the agent host dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:23:17.143992 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:17.169559 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c09e6ea2-588a-4243-b12b-311def49617b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401899'] for subnet (756c394c-f3fb-450a-98c3-44bae2979979), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:17.233273 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c09e6ea2-588a-4243-b12b-311def49617b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3099464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26451865'] for subnet (756c394c-f3fb-450a-98c3-44bae2979979), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:17.260039 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e6ea2-588a-4243-b12b-311def49617b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=756c394c-f3fb-450a-98c3-44bae2979979,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:23:17.266042 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c09e6ea2-588a-4243-b12b-311def49617b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:17.272000 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c09e6ea2-588a-4243-b12b-311def49617b admin admin] 10.222.0.40 "DELETE /v2.0/subnets/756c394c-f3fb-450a-98c3-44bae2979979 HTTP/1.1" status: 204 len: 168 time: 0.3784237 Jul 28 02:23:17.272394 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 47716) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:23:17.280085 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6601b6f-70aa-433c-bd8d-02e7871d94c1 None None] Network 645f8645-b726-4be7-bb5a-32ec9ab88df5 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:23:17.366253 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:17.402162 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92618927-52f0-40c6-b84c-abae9a3617de req-b53f5d94-31c2-4cce-aeeb-3cee9747e326 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:17.403879 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-92618927-52f0-40c6-b84c-abae9a3617de req-b53f5d94-31c2-4cce-aeeb-3cee9747e326 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 946 time: 0.0800488 Jul 28 02:23:17.411315 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-fa63ce34-90e4-4a2e-8cf6-f3f81311bc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311329'] for network (645f8645-b726-4be7-bb5a-32ec9ab88df5), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:17.469657 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-92618927-52f0-40c6-b84c-abae9a3617de req-9871b585-3ac1-4cdf-a29a-a39e88d050c1 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551865 Jul 28 02:23:17.513126 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-fa63ce34-90e4-4a2e-8cf6-f3f81311bc1b admin admin] Deleting port bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:23:17.513126 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-fa63ce34-90e4-4a2e-8cf6-f3f81311bc1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:17.528267 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:17.562640 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94167dff-65eb-47c4-88fc-aa5d7977e249 None None] DHCP port deletion for 645f8645-b726-4be7-bb5a-32ec9ab88df5 request from dv-cinder-799871-46-iscsi {{(pid=104001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 02:23:17.605074 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-94167dff-65eb-47c4-88fc-aa5d7977e249 None None] Deleting port bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:23:17.605532 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-94167dff-65eb-47c4-88fc-aa5d7977e249 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:17.606484 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-fa63ce34-90e4-4a2e-8cf6-f3f81311bc1b admin admin] For port bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2,segment=NetworkSegment(cce1e9a3-5ae9-450a-960c-0352506e1430),segment_id=cce1e9a3-5ae9-450a-960c-0352506e1430)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:23:17.606847 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-fa63ce34-90e4-4a2e-8cf6-f3f81311bc1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:17.628671 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-fa63ce34-90e4-4a2e-8cf6-f3f81311bc1b admin admin] Calling delete_port for bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2 owned by network:dhcp {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:23:17.726819 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-fa63ce34-90e4-4a2e-8cf6-f3f81311bc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:17.766747 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63ce34-90e4-4a2e-8cf6-f3f81311bc1b admin admin] Pushing event deleted for resources: {'Port': ['ID=bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:23:17.776718 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa63ce34-90e4-4a2e-8cf6-f3f81311bc1b admin admin] No DVR routers for this DVR port bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2 on host dv-cinder-799871-46-iscsi {{(pid=103999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:23:17.848816 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-94167dff-65eb-47c4-88fc-aa5d7977e249 None None] For port bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2,segment=NetworkSegment(cce1e9a3-5ae9-450a-960c-0352506e1430),segment_id=cce1e9a3-5ae9-450a-960c-0352506e1430)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:23:17.849444 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-94167dff-65eb-47c4-88fc-aa5d7977e249 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:17.870535 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-94167dff-65eb-47c4-88fc-aa5d7977e249 None None] Calling delete_port for bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2 owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:23:17.877961 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-fa63ce34-90e4-4a2e-8cf6-f3f81311bc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397509', 'neutron.services.segments.db._delete_segments_for_network-8752357910218'] for network (645f8645-b726-4be7-bb5a-32ec9ab88df5), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:17.906078 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-fa63ce34-90e4-4a2e-8cf6-f3f81311bc1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['645f8645-b726-4be7-bb5a-32ec9ab88df5']}} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:23:17.926512 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-fa63ce34-90e4-4a2e-8cf6-f3f81311bc1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce1e9a3-5ae9-450a-960c-0352506e1430') {'for_net_delete': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:23:17.926926 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-fa63ce34-90e4-4a2e-8cf6-f3f81311bc1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce1e9a3-5ae9-450a-960c-0352506e1430') {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:23:17.944152 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-fa63ce34-90e4-4a2e-8cf6-f3f81311bc1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752357910119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26608485'] for segment (cce1e9a3-5ae9-450a-960c-0352506e1430), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:17.963092 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-fa63ce34-90e4-4a2e-8cf6-f3f81311bc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (cce1e9a3-5ae9-450a-960c-0352506e1430), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:17.970543 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa63ce34-90e4-4a2e-8cf6-f3f81311bc1b admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 02:23:17.971347 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-fa63ce34-90e4-4a2e-8cf6-f3f81311bc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25613231'] for segment (cce1e9a3-5ae9-450a-960c-0352506e1430), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:18.022551 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-94167dff-65eb-47c4-88fc-aa5d7977e249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668'] for port (bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:18.027048 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.services.segments.plugin [-] Segment cce1e9a3-5ae9-450a-960c-0352506e1430 resource provider aggregate not found Jul 28 02:23:18.054887 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.services.segments.plugin [-] Segment cce1e9a3-5ae9-450a-960c-0352506e1430 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cce1e9a3-5ae9-450a-960c-0352506e1430 found for delete ", "request_id": "req-54e9c400-e21c-42cb-885c-568a0025c202"}]} Jul 28 02:23:18.055833 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94167dff-65eb-47c4-88fc-aa5d7977e249 None None] Pushing event deleted for resources: {'Port': ['ID=bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:23:18.059935 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-fa63ce34-90e4-4a2e-8cf6-f3f81311bc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363069'] for network (645f8645-b726-4be7-bb5a-32ec9ab88df5), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:18.067839 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-fa63ce34-90e4-4a2e-8cf6-f3f81311bc1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:18.071011 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-fa63ce34-90e4-4a2e-8cf6-f3f81311bc1b admin admin] 10.222.0.40 "DELETE /v2.0/networks/645f8645-b726-4be7-bb5a-32ec9ab88df5 HTTP/1.1" status: 204 len: 168 time: 0.7977841 Jul 28 02:23:18.074539 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 47728) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:23:18.075369 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94167dff-65eb-47c4-88fc-aa5d7977e249 None None] No DVR routers for this DVR port bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2 on host dv-cinder-799871-46-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:23:18.079847 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94167dff-65eb-47c4-88fc-aa5d7977e249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:23:18.080694 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94167dff-65eb-47c4-88fc-aa5d7977e249 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:23:18.081144 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94167dff-65eb-47c4-88fc-aa5d7977e249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:23:18.081934 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94167dff-65eb-47c4-88fc-aa5d7977e249 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:23:18.082718 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94167dff-65eb-47c4-88fc-aa5d7977e249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:23:18.084490 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94167dff-65eb-47c4-88fc-aa5d7977e249 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:23:18.084490 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94167dff-65eb-47c4-88fc-aa5d7977e249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:23:18.085873 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94167dff-65eb-47c4-88fc-aa5d7977e249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:23:18.086376 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94167dff-65eb-47c4-88fc-aa5d7977e249 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:23:18.087389 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94167dff-65eb-47c4-88fc-aa5d7977e249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:23:18.087389 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94167dff-65eb-47c4-88fc-aa5d7977e249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:23:18.088002 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94167dff-65eb-47c4-88fc-aa5d7977e249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:23:18.088679 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94167dff-65eb-47c4-88fc-aa5d7977e249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:23:18.089283 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94167dff-65eb-47c4-88fc-aa5d7977e249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:23:18.089713 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94167dff-65eb-47c4-88fc-aa5d7977e249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:23:18.097716 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63ce34-90e4-4a2e-8cf6-f3f81311bc1b admin admin] Pushing event deleted for resources: {'Network': ['ID=645f8645-b726-4be7-bb5a-32ec9ab88df5,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:23:18.284653 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9b1f1b65-de91-47bb-9245-4d9d594635c2 req-3e2e3346-86cb-4cd3-932c-bf9b2502b69c tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=6a3dc3c2-86d2-426f-826d-8ee87df1dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0343082 Jul 28 02:23:18.519870 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-0b17fbe0-9402-4a52-9e23-cf5db7bd3403 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:18.521480 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-0b17fbe0-9402-4a52-9e23-cf5db7bd3403 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.45 "GET /v2.0/networks?id=bda255f1-8497-41f0-9d65-8f281bd7eb0d HTTP/1.1" status: 200 len: 815 time: 0.1838140 Jul 28 02:23:18.599621 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-ffc2bef1-e7a0-41a5-9446-6cda2b313d7a tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4622eae14dd460dbd4e51d4a0413e5f HTTP/1.1" status: 200 len: 378 time: 0.0684156 Jul 28 02:23:18.665981 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-f7bd1eac-5768-4f96-9a0f-26ca919f8994 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Request body: {'port': {'device_id': '6a3dc3c2-86d2-426f-826d-8ee87df1dbd9', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'admin_state_up': True, 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'security_groups': ['938c5323-7403-45df-b2d8-5464d36445de']}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:23:18.683485 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b08c6-9319-4cf4-8df0-98853af48e8f req-116df9f3-5638-4355-8ed2-78b0da752ee9 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:18.685131 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-775b08c6-9319-4cf4-8df0-98853af48e8f req-116df9f3-5638-4355-8ed2-78b0da752ee9 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 946 time: 0.0638828 Jul 28 02:23:18.780433 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2 no longer exists at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:23:18.802675 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:INSERT=1,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:18.804862 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:18.807541 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] No Port match for: bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:23:18.808300 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device bf31da8b-d2fb-4ee8-97f4-d5d4c6f948b2 not bound to the agent host dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:23:18.820941 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-f7bd1eac-5768-4f96-9a0f-26ca919f8994 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Made reservation on behalf of f4622eae14dd460dbd4e51d4a0413e5f for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:23:18.825170 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-f7bd1eac-5768-4f96-9a0f-26ca919f8994 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:18.833478 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-775b08c6-9319-4cf4-8df0-98853af48e8f req-3de80323-dcef-4bdb-9548-f391213934b8 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198645 Jul 28 02:23:18.887179 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3a92fdbb-467e-4373-9ae5-cc19feab378a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361233'] for router_interface (81effb01-ee0a-437f-98f2-e0694dd5756b), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:18.992046 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:19.005449 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-f7bd1eac-5768-4f96-9a0f-26ca919f8994 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Allocated IP 172.20.0.8 (bda255f1-8497-41f0-9d65-8f281bd7eb0d/0b6c1c1a-91bf-46d8-8e77-626f9a84855f/2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:23:19.157200 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-3a92fdbb-467e-4373-9ae5-cc19feab378a admin admin] Deleting port 06daf19b-1b61-4d5c-be60-a31cc83983e1 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:23:19.157543 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3a92fdbb-467e-4373-9ae5-cc19feab378a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (06daf19b-1b61-4d5c-be60-a31cc83983e1), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:19.188628 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-f7bd1eac-5768-4f96-9a0f-26ca919f8994 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for port (2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:19.227912 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-f7bd1eac-5768-4f96-9a0f-26ca919f8994 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:19.250010 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-3a92fdbb-467e-4373-9ae5-cc19feab378a admin admin] For port 06daf19b-1b61-4d5c-be60-a31cc83983e1, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=06daf19b-1b61-4d5c-be60-a31cc83983e1,segment=NetworkSegment(d843309d-e5b0-4161-bae6-e6a14014871c),segment_id=d843309d-e5b0-4161-bae6-e6a14014871c)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:23:19.250375 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3a92fdbb-467e-4373-9ae5-cc19feab378a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (06daf19b-1b61-4d5c-be60-a31cc83983e1), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:19.268159 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-3a92fdbb-467e-4373-9ae5-cc19feab378a admin admin] Calling delete_port for 06daf19b-1b61-4d5c-be60-a31cc83983e1 owned by network:router_interface {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:23:19.276795 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-f7bd1eac-5768-4f96-9a0f-26ca919f8994 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Network bda255f1-8497-41f0-9d65-8f281bd7eb0d is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:23:19.282387 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-f7bd1eac-5768-4f96-9a0f-26ca919f8994 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:23:19.287378 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-f7bd1eac-5768-4f96-9a0f-26ca919f8994 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:23:19.292603 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd1eac-5768-4f96-9a0f-26ca919f8994 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event updated for resources: {'Port': ['ID=2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:23:19.363471 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-f7bd1eac-5768-4f96-9a0f-26ca919f8994 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:19.364979 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-f7bd1eac-5768-4f96-9a0f-26ca919f8994 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:19.384111 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:19.404655 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-f7bd1eac-5768-4f96-9a0f-26ca919f8994 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7424321 Jul 28 02:23:19.420402 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-c21faccc-8c74-428b-94d2-022d7076e123 service neutron] Request body: {'port': {'device_id': '6a3dc3c2-86d2-426f-826d-8ee87df1dbd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:23:19.467412 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa701c-7119-4f9e-9e1c-0ec0ce30227e req-5e46e9f2-b956-496f-9166-07ac124aa2cd tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:19.471353 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6baa701c-7119-4f9e-9e1c-0ec0ce30227e req-5e46e9f2-b956-496f-9166-07ac124aa2cd tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=6a3dc3c2-86d2-426f-826d-8ee87df1dbd9 HTTP/1.1" status: 200 len: 931 time: 0.0809867 Jul 28 02:23:19.513228 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-c21faccc-8c74-428b-94d2-022d7076e123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:19.589589 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6baa701c-7119-4f9e-9e1c-0ec0ce30227e req-e3205a07-ac26-4a47-8d30-9cd4cb7b4fe3 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=938c5323-7403-45df-b2d8-5464d36445de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1067865 Jul 28 02:23:19.603013 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3a92fdbb-467e-4373-9ae5-cc19feab378a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (06daf19b-1b61-4d5c-be60-a31cc83983e1), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:19.607303 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-73ea70b2-e472-448c-8a52-8884c40cf6eb None None] Provisioning complete for port 2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:23:19.607964 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-73ea70b2-e472-448c-8a52-8884c40cf6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:19.652534 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-73ea70b2-e472-448c-8a52-8884c40cf6eb None None] Port 2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:23:19.656633 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92fdbb-467e-4373-9ae5-cc19feab378a admin admin] Pushing event deleted for resources: {'Port': ['ID=06daf19b-1b61-4d5c-be60-a31cc83983e1,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:23:19.854478 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:19.914930 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3a92fdbb-467e-4373-9ae5-cc19feab378a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361349'] for router_interface (81effb01-ee0a-437f-98f2-e0694dd5756b), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:19.927839 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-c21faccc-8c74-428b-94d2-022d7076e123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1 {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:23:19.945969 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-c21faccc-8c74-428b-94d2-022d7076e123 service neutron] Publish callbacks [] for port (2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:19.964120 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-c21faccc-8c74-428b-94d2-022d7076e123 service neutron] Transition to ACTIVE for port object 2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1 will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 02:23:19.969679 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-c21faccc-8c74-428b-94d2-022d7076e123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:20.016943 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:20.028738 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21faccc-8c74-428b-94d2-022d7076e123 service neutron] Pushing event updated for resources: {'Port': ['ID=2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:23:20.077157 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d260642-1f08-480d-9cb7-5172cae2dcd4 req-af4f16b7-cdb8-4c88-b6e1-f89de94b7453 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:20.078744 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3d260642-1f08-480d-9cb7-5172cae2dcd4 req-af4f16b7-cdb8-4c88-b6e1-f89de94b7453 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 946 time: 0.1146681 Jul 28 02:23:20.114126 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:20.120462 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-c21faccc-8c74-428b-94d2-022d7076e123 service neutron] Attempting to bind port 2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:23:20.120798 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-c21faccc-8c74-428b-94d2-022d7076e123 service neutron] Attempting to bind port 2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'ad593867-37dc-486f-9ad0-984d268f99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:23:20.121202 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-c21faccc-8c74-428b-94d2-022d7076e123 service neutron] Attempting to bind port 2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1 on network bda255f1-8497-41f0-9d65-8f281bd7eb0d {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:23:20.126416 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-c21faccc-8c74-428b-94d2-022d7076e123 service neutron] Port 2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1 on network bda255f1-8497-41f0-9d65-8f281bd7eb0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 02:23:20.126744 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-c21faccc-8c74-428b-94d2-022d7076e123 service neutron] Attempting to bind port 2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1 on network bda255f1-8497-41f0-9d65-8f281bd7eb0d {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:23:20.136528 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-c21faccc-8c74-428b-94d2-022d7076e123 service neutron] Checking agent: {'id': '4faf9253-2001-44ef-b83a-102e5ef5a109', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'started_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:23:20.136528 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-c21faccc-8c74-428b-94d2-022d7076e123 service neutron] Checking segment: {'id': 'ad593867-37dc-486f-9ad0-984d268f99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:23:20.136528 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-c21faccc-8c74-428b-94d2-022d7076e123 service neutron] Bound using segment: {'id': 'ad593867-37dc-486f-9ad0-984d268f99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:23:20.137098 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-c21faccc-8c74-428b-94d2-022d7076e123 service neutron] Bound port: 2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad593867-37dc-486f-9ad0-984d268f99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:23:20.137413 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-c21faccc-8c74-428b-94d2-022d7076e123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:20.224682 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3d260642-1f08-480d-9cb7-5172cae2dcd4 req-3bc52986-1a0b-41da-8b49-a4ff955c8bfb tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345656 Jul 28 02:23:20.253638 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-c21faccc-8c74-428b-94d2-022d7076e123 service neutron] For port 2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1, host hv-cinder-79987, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:23:20.258570 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-c21faccc-8c74-428b-94d2-022d7076e123 service neutron] For port 2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1,segment=NetworkSegment(ad593867-37dc-486f-9ad0-984d268f99db),segment_id=ad593867-37dc-486f-9ad0-984d268f99db)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:23:20.267178 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-c21faccc-8c74-428b-94d2-022d7076e123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:20.317371 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a92fdbb-467e-4373-9ae5-cc19feab378a admin admin] Router 81effb01-ee0a-437f-98f2-e0694dd5756b has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:23:20.335297 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-c21faccc-8c74-428b-94d2-022d7076e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:20.335784 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-c21faccc-8c74-428b-94d2-022d7076e123 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:20.337217 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-c21faccc-8c74-428b-94d2-022d7076e123 service neutron] 10.222.0.45 "PUT /v2.0/ports/2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1 HTTP/1.1" status: 200 len: 1093 time: 0.9225216 Jul 28 02:23:20.337661 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3dc3c2-86d2-426f-826d-8ee87df1dbd9', 'tag': '2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:23:20.339975 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a7f7bd-5561-4450-93f1-de9d5b4bc564" -d '{"events": [{"name": "network-changed", "server_uuid": "6a3dc3c2-86d2-426f-826d-8ee87df1dbd9", "tag": "2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:23:20.379810 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21faccc-8c74-428b-94d2-022d7076e123 service neutron] Pushing event updated for resources: {'Port': ['ID=2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:23:20.440963 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f96313d-39d1-4ff4-9d12-9d5e9dc8e962 x-openstack-request-id: req-0f96313d-39d1-4ff4-9d12-9d5e9dc8e962 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:23:20.441446 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a3dc3c2-86d2-426f-826d-8ee87df1dbd9", "tag": "2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:23:20.441770 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0f96313d-39d1-4ff4-9d12-9d5e9dc8e962 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:23:20.442255 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f96313d-39d1-4ff4-9d12-9d5e9dc8e962'] response: {'name': 'network-changed', 'server_uuid': '6a3dc3c2-86d2-426f-826d-8ee87df1dbd9', 'tag': '2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1', 'status': 'completed', 'code': 200} Jul 28 02:23:20.444199 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-95e4002d-f344-46da-9b56-792bbc23d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:20.445775 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-95e4002d-f344-46da-9b56-792bbc23d314 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4622eae14dd460dbd4e51d4a0413e5f&device_id=6a3dc3c2-86d2-426f-826d-8ee87df1dbd9 HTTP/1.1" status: 200 len: 1127 time: 0.0612211 Jul 28 02:23:20.470560 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a92fdbb-467e-4373-9ae5-cc19feab378a admin admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:23:20.481590 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5330aa-f280-47ff-8de1-14db6f5d8bca None None] Sync routers for ids ['81effb01-ee0a-437f-98f2-e0694dd5756b'] in dv-cinder-799871-46-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:23:20.489738 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-3a92fdbb-467e-4373-9ae5-cc19feab378a admin admin] 10.222.0.40 "PUT /v2.0/routers/81effb01-ee0a-437f-98f2-e0694dd5756b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4141564 Jul 28 02:23:20.491238 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 47746) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:23:20.497137 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-580b9e3d-7de0-4fa1-bfc3-5c2434944110 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1 HTTP/1.1" status: 200 len: 217 time: 0.0442204 Jul 28 02:23:20.497686 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5330aa-f280-47ff-8de1-14db6f5d8bca None None] Routers {'81effb01-ee0a-437f-98f2-e0694dd5756b'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:23:20.498331 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-4a5330aa-f280-47ff-8de1-14db6f5d8bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:22:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['81effb01-ee0a-437f-98f2-e0694dd5756b'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:23:20.558652 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-5dab7120-0e5c-4fc1-8e9b-3d6b2d49d237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:20.559488 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-5dab7120-0e5c-4fc1-8e9b-3d6b2d49d237 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b6c1c1a-91bf-46d8-8e77-626f9a84855f HTTP/1.1" status: 200 len: 854 time: 0.0573299 Jul 28 02:23:20.634491 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-afa539c4-1e0f-4780-9490-713ef2612ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:20.636449 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-afa539c4-1e0f-4780-9490-713ef2612ddd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bda255f1-8497-41f0-9d65-8f281bd7eb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0699008 Jul 28 02:23:20.654395 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-4a5330aa-f280-47ff-8de1-14db6f5d8bca None None] Set router 81effb01-ee0a-437f-98f2-e0694dd5756b gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:23:20.656129 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b11fc0f1-e2f7-43c7-ad68-2effa2d4ebe8 admin admin] Publish callbacks [] for router (81effb01-ee0a-437f-98f2-e0694dd5756b), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:20.796574 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-d02e54d9-50d7-4c8c-8411-29764fcd51d9 service neutron] 10.222.0.45 "GET /v2.0/networks/bda255f1-8497-41f0-9d65-8f281bd7eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528833 Jul 28 02:23:20.815417 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfa2d2-dfdc-42a7-986a-a255f243ed87 req-0f3a10d4-4ced-4118-8435-4730d86b5d03 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:20.823342 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-04cfa2d2-dfdc-42a7-986a-a255f243ed87 req-0f3a10d4-4ced-4118-8435-4730d86b5d03 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=6a3dc3c2-86d2-426f-826d-8ee87df1dbd9 HTTP/1.1" status: 200 len: 943 time: 0.1158097 Jul 28 02:23:20.887092 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:20.932011 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-eb992a7a-7b49-41ba-a91d-9d7a1c516515 req-3a0239c7-43b3-472e-9503-2dfaf5d2044d service neutron] 10.222.0.45 "GET /v2.0/networks/bda255f1-8497-41f0-9d65-8f281bd7eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262953 Jul 28 02:23:20.965770 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-04cfa2d2-dfdc-42a7-986a-a255f243ed87 req-06638bee-245c-4505-9db4-fcfd3ca84850 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=938c5323-7403-45df-b2d8-5464d36445de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1409874 Jul 28 02:23:20.978952 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b11fc0f1-e2f7-43c7-ad68-2effa2d4ebe8 admin admin] Publish callbacks [] for router_gateway (81effb01-ee0a-437f-98f2-e0694dd5756b), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:20.995711 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-4a5330aa-f280-47ff-8de1-14db6f5d8bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81effb01-ee0a-437f-98f2-e0694dd5756b', 'name': 'tempest-TestMinimumBasicScenario-2070271211-router', 'tenant_id': '0f0d2a08f0f940f384167aa0a9f8bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f85be80b-cc07-45e5-b8db-c0a1b80b33c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:34Z', 'updated_at': '2022-07-28T02:23:19Z', 'revision_number': 5, 'project_id': '0f0d2a08f0f940f384167aa0a9f8bf94', 'gw_port': {'id': 'f85be80b-cc07-45e5-b8db-c0a1b80b33c8', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:26:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81effb01-ee0a-437f-98f2-e0694dd5756b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:35Z', 'updated_at': '2022-07-28T02:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi'}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:23:21.034594 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5330aa-f280-47ff-8de1-14db6f5d8bca None None] Checking router: 81effb01-ee0a-437f-98f2-e0694dd5756b for host: dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:23:21.041723 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-b11fc0f1-e2f7-43c7-ad68-2effa2d4ebe8 admin admin] Deleting port f85be80b-cc07-45e5-b8db-c0a1b80b33c8 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:23:21.042176 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b11fc0f1-e2f7-43c7-ad68-2effa2d4ebe8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (f85be80b-cc07-45e5-b8db-c0a1b80b33c8), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:21.046132 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5330aa-f280-47ff-8de1-14db6f5d8bca None None] Routers {'81effb01-ee0a-437f-98f2-e0694dd5756b'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:23:21.046757 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-4a5330aa-f280-47ff-8de1-14db6f5d8bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:22:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['81effb01-ee0a-437f-98f2-e0694dd5756b'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:23:21.174227 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-4a5330aa-f280-47ff-8de1-14db6f5d8bca None None] Set router 81effb01-ee0a-437f-98f2-e0694dd5756b gateway port host: None {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:23:21.179076 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-b11fc0f1-e2f7-43c7-ad68-2effa2d4ebe8 admin admin] For port f85be80b-cc07-45e5-b8db-c0a1b80b33c8, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=f85be80b-cc07-45e5-b8db-c0a1b80b33c8,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:23:21.179849 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b11fc0f1-e2f7-43c7-ad68-2effa2d4ebe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (f85be80b-cc07-45e5-b8db-c0a1b80b33c8), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:21.198782 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-b11fc0f1-e2f7-43c7-ad68-2effa2d4ebe8 admin admin] Calling delete_port for f85be80b-cc07-45e5-b8db-c0a1b80b33c8 owned by network:router_gateway {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:23:21.245129 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-4a5330aa-f280-47ff-8de1-14db6f5d8bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81effb01-ee0a-437f-98f2-e0694dd5756b', 'name': 'tempest-TestMinimumBasicScenario-2070271211-router', 'tenant_id': '0f0d2a08f0f940f384167aa0a9f8bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:34Z', 'updated_at': '2022-07-28T02:23:20Z', 'revision_number': 6, 'project_id': '0f0d2a08f0f940f384167aa0a9f8bf94', 'gw_port_host': None}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:23:21.281723 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5330aa-f280-47ff-8de1-14db6f5d8bca None None] The sync data for ids ['81effb01-ee0a-437f-98f2-e0694dd5756b'] in dv-cinder-799871-46-iscsi is: [{'id': '81effb01-ee0a-437f-98f2-e0694dd5756b', 'name': 'tempest-TestMinimumBasicScenario-2070271211-router', 'tenant_id': '0f0d2a08f0f940f384167aa0a9f8bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:34Z', 'updated_at': '2022-07-28T02:23:20Z', 'revision_number': 6, 'project_id': '0f0d2a08f0f940f384167aa0a9f8bf94', 'gw_port_host': None}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:23:21.359378 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:21.401116 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:21.411535 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7630631-3096-4334-9d5d-1212ee64af62 req-f09e1330-ca56-471f-9e3d-87a16d9350bb tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:21.413209 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d7630631-3096-4334-9d5d-1212ee64af62 req-f09e1330-ca56-471f-9e3d-87a16d9350bb tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 946 time: 0.0700185 Jul 28 02:23:21.477754 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:23:21.523613 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b11fc0f1-e2f7-43c7-ad68-2effa2d4ebe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (f85be80b-cc07-45e5-b8db-c0a1b80b33c8), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:21.532211 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d7630631-3096-4334-9d5d-1212ee64af62 req-7c4b0a86-012c-4cf0-9522-e246ce97dec1 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994647 Jul 28 02:23:21.557847 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fc0f1-e2f7-43c7-ad68-2effa2d4ebe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f85be80b-cc07-45e5-b8db-c0a1b80b33c8,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:23:21.681984 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b11fc0f1-e2f7-43c7-ad68-2effa2d4ebe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-363025'] for router_gateway (81effb01-ee0a-437f-98f2-e0694dd5756b), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:21.787964 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b11fc0f1-e2f7-43c7-ad68-2effa2d4ebe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1600154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-849'] for router (81effb01-ee0a-437f-98f2-e0694dd5756b), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:21.791063 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b11fc0f1-e2f7-43c7-ad68-2effa2d4ebe8 admin admin] Publish callbacks [] for router_controller (81effb01-ee0a-437f-98f2-e0694dd5756b), precommit_delete_associations {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:21.840366 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b11fc0f1-e2f7-43c7-ad68-2effa2d4ebe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600024'] for router (81effb01-ee0a-437f-98f2-e0694dd5756b), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:21.841131 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11fc0f1-e2f7-43c7-ad68-2effa2d4ebe8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81effb01-ee0a-437f-98f2-e0694dd5756b {{(pid=103999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 02:23:21.846460 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b11fc0f1-e2f7-43c7-ad68-2effa2d4ebe8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:21.847801 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-b11fc0f1-e2f7-43c7-ad68-2effa2d4ebe8 admin admin] 10.222.0.40 "DELETE /v2.0/routers/81effb01-ee0a-437f-98f2-e0694dd5756b HTTP/1.1" status: 204 len: 168 time: 1.3554819 Jul 28 02:23:21.851064 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 47764) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:23:21.950239 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7f7bd-5561-4450-93f1-de9d5b4bc564 req-2b856d4c-20f7-41f3-96c9-f8a460dfa30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:21.951793 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-20a7f7bd-5561-4450-93f1-de9d5b4bc564 req-2b856d4c-20f7-41f3-96c9-f8a460dfa30d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4622eae14dd460dbd4e51d4a0413e5f&device_id=6a3dc3c2-86d2-426f-826d-8ee87df1dbd9 HTTP/1.1" status: 200 len: 1127 time: 0.0644557 Jul 28 02:23:21.955143 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe7d2584-8e1e-48a1-9d12-9aa28809c1bd admin admin] Deleting subnet 3287f072-c667-4f64-9325-a5d30f8012bc {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 02:23:21.958888 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fe7d2584-8e1e-48a1-9d12-9aa28809c1bd admin admin] Publish callbacks [] for subnet (3287f072-c667-4f64-9325-a5d30f8012bc), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:22.055547 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:22.058699 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fe7d2584-8e1e-48a1-9d12-9aa28809c1bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629650'] for subnet (3287f072-c667-4f64-9325-a5d30f8012bc), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:22.148761 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dcbe8-f087-4911-b7e2-126ddb23c471 req-6dbbc00a-bdac-47eb-8e8b-178eb91434c0 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:22.153278 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7f7bd-5561-4450-93f1-de9d5b4bc564 req-48ec8859-e5fb-4deb-adf5-e2399f02ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:22.154798 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-20a7f7bd-5561-4450-93f1-de9d5b4bc564 req-48ec8859-e5fb-4deb-adf5-e2399f02ab60 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bda255f1-8497-41f0-9d65-8f281bd7eb0d HTTP/1.1" status: 200 len: 916 time: 0.1745195 Jul 28 02:23:22.158072 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7d8dcbe8-f087-4911-b7e2-126ddb23c471 req-6dbbc00a-bdac-47eb-8e8b-178eb91434c0 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=6a3dc3c2-86d2-426f-826d-8ee87df1dbd9 HTTP/1.1" status: 200 len: 943 time: 0.0820315 Jul 28 02:23:22.200023 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fe7d2584-8e1e-48a1-9d12-9aa28809c1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401899'] for subnet (3287f072-c667-4f64-9325-a5d30f8012bc), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:22.214613 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7d8dcbe8-f087-4911-b7e2-126ddb23c471 req-a071b62a-c4d9-4a52-be86-d1661f815ce7 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=938c5323-7403-45df-b2d8-5464d36445de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568197 Jul 28 02:23:22.279432 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fe7d2584-8e1e-48a1-9d12-9aa28809c1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3099464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26451865'] for subnet (3287f072-c667-4f64-9325-a5d30f8012bc), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:22.318950 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d2584-8e1e-48a1-9d12-9aa28809c1bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3287f072-c667-4f64-9325-a5d30f8012bc,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:23:22.323075 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fe7d2584-8e1e-48a1-9d12-9aa28809c1bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:22.326711 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-fe7d2584-8e1e-48a1-9d12-9aa28809c1bd admin admin] 10.222.0.40 "DELETE /v2.0/subnets/3287f072-c667-4f64-9325-a5d30f8012bc HTTP/1.1" status: 204 len: 168 time: 0.4739108 Jul 28 02:23:22.329066 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 47772) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:23:22.329298 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bfa1c7-a561-422d-8920-29f7b015956f None None] Network e4d97acc-e24a-4a92-8c32-95b77b18310c requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:23:22.430064 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d2ce6a11-5e11-48ea-a0a3-a976ec17f869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311329'] for network (e4d97acc-e24a-4a92-8c32-95b77b18310c), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:22.486077 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-d2ce6a11-5e11-48ea-a0a3-a976ec17f869 admin admin] Deleting port e72763a5-a3ef-4f6b-989a-16ad16113505 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:23:22.487519 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d2ce6a11-5e11-48ea-a0a3-a976ec17f869 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (e72763a5-a3ef-4f6b-989a-16ad16113505), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:22.545785 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb75a04-7f9c-41cb-b255-5f42411b60e8 None None] DHCP port deletion for e4d97acc-e24a-4a92-8c32-95b77b18310c request from dv-cinder-799871-46-iscsi {{(pid=104001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 02:23:22.572846 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-d2ce6a11-5e11-48ea-a0a3-a976ec17f869 admin admin] For port e72763a5-a3ef-4f6b-989a-16ad16113505, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=e72763a5-a3ef-4f6b-989a-16ad16113505,segment=NetworkSegment(d843309d-e5b0-4161-bae6-e6a14014871c),segment_id=d843309d-e5b0-4161-bae6-e6a14014871c)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:23:22.573418 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d2ce6a11-5e11-48ea-a0a3-a976ec17f869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (e72763a5-a3ef-4f6b-989a-16ad16113505), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:22.591143 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-d2ce6a11-5e11-48ea-a0a3-a976ec17f869 admin admin] Calling delete_port for e72763a5-a3ef-4f6b-989a-16ad16113505 owned by network:dhcp {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:23:22.595335 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-4cb75a04-7f9c-41cb-b255-5f42411b60e8 None None] Deleting port e72763a5-a3ef-4f6b-989a-16ad16113505 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:23:22.598009 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4cb75a04-7f9c-41cb-b255-5f42411b60e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (e72763a5-a3ef-4f6b-989a-16ad16113505), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:22.740256 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-4cb75a04-7f9c-41cb-b255-5f42411b60e8 None None] For port e72763a5-a3ef-4f6b-989a-16ad16113505, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=e72763a5-a3ef-4f6b-989a-16ad16113505,segment=NetworkSegment(d843309d-e5b0-4161-bae6-e6a14014871c),segment_id=d843309d-e5b0-4161-bae6-e6a14014871c)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:23:22.741034 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4cb75a04-7f9c-41cb-b255-5f42411b60e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (e72763a5-a3ef-4f6b-989a-16ad16113505), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:22.749977 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d938d2-efc1-4c17-9378-52b05f9fbb43 req-8fec7516-3ddf-4017-9163-93e317b37222 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:22.753142 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c2d938d2-efc1-4c17-9378-52b05f9fbb43 req-8fec7516-3ddf-4017-9163-93e317b37222 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 946 time: 0.0979075 Jul 28 02:23:22.763906 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-4cb75a04-7f9c-41cb-b255-5f42411b60e8 None None] Calling delete_port for e72763a5-a3ef-4f6b-989a-16ad16113505 owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:23:22.777209 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d2ce6a11-5e11-48ea-a0a3-a976ec17f869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (e72763a5-a3ef-4f6b-989a-16ad16113505), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:22.818431 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce6a11-5e11-48ea-a0a3-a976ec17f869 admin admin] Pushing event deleted for resources: {'Port': ['ID=e72763a5-a3ef-4f6b-989a-16ad16113505,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:23:22.827879 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ce6a11-5e11-48ea-a0a3-a976ec17f869 admin admin] No DVR routers for this DVR port e72763a5-a3ef-4f6b-989a-16ad16113505 on host dv-cinder-799871-46-iscsi {{(pid=103999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:23:22.842764 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:22.847588 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device e72763a5-a3ef-4f6b-989a-16ad16113505 no longer exists at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:23:22.880612 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] No Port match for: e72763a5-a3ef-4f6b-989a-16ad16113505 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:23:22.881044 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device e72763a5-a3ef-4f6b-989a-16ad16113505 not bound to the agent host dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:23:22.881463 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 06daf19b-1b61-4d5c-be60-a31cc83983e1 no longer exists at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:23:22.905777 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] No Port match for: 06daf19b-1b61-4d5c-be60-a31cc83983e1 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:23:22.905777 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 06daf19b-1b61-4d5c-be60-a31cc83983e1 not bound to the agent host dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:23:22.905777 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device f85be80b-cc07-45e5-b8db-c0a1b80b33c8 no longer exists at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:23:22.909982 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4cb75a04-7f9c-41cb-b255-5f42411b60e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668'] for port (e72763a5-a3ef-4f6b-989a-16ad16113505), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:22.932346 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] No Port match for: f85be80b-cc07-45e5-b8db-c0a1b80b33c8 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:23:22.932346 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device f85be80b-cc07-45e5-b8db-c0a1b80b33c8 not bound to the agent host dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:23:22.961158 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb75a04-7f9c-41cb-b255-5f42411b60e8 None None] Pushing event deleted for resources: {'Port': ['ID=e72763a5-a3ef-4f6b-989a-16ad16113505,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:23:22.991211 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb75a04-7f9c-41cb-b255-5f42411b60e8 None None] No DVR routers for this DVR port e72763a5-a3ef-4f6b-989a-16ad16113505 on host dv-cinder-799871-46-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:23:23.040429 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-20a7f7bd-5561-4450-93f1-de9d5b4bc564 req-50040595-0ecb-424d-aed8-142de3a0f2cf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1 HTTP/1.1" status: 200 len: 217 time: 0.0699146 Jul 28 02:23:23.120459 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 02:23:23.128299 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7f7bd-5561-4450-93f1-de9d5b4bc564 req-0a6612f5-57c4-4adf-99d1-ecf0aead3cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:23.130218 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-20a7f7bd-5561-4450-93f1-de9d5b4bc564 req-0a6612f5-57c4-4adf-99d1-ecf0aead3cbc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b6c1c1a-91bf-46d8-8e77-626f9a84855f HTTP/1.1" status: 200 len: 854 time: 0.0831647 Jul 28 02:23:23.186215 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd90da5-43ba-404b-80bf-bff804a4b4d2 req-b31777d5-96b5-40d8-8516-ea3df8b3616c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:23.188523 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bcd90da5-43ba-404b-80bf-bff804a4b4d2 req-b31777d5-96b5-40d8-8516-ea3df8b3616c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 1130 time: 0.0973182 Jul 28 02:23:23.224175 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:23.230667 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7f7bd-5561-4450-93f1-de9d5b4bc564 req-4f5af5b9-615a-4253-82e3-456ca86d2a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:23.233510 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-20a7f7bd-5561-4450-93f1-de9d5b4bc564 req-4f5af5b9-615a-4253-82e3-456ca86d2a80 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bda255f1-8497-41f0-9d65-8f281bd7eb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0954361 Jul 28 02:23:23.261598 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c2d938d2-efc1-4c17-9378-52b05f9fbb43 req-d39e3a75-a615-414f-b9d0-50132fb360cf tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4933794 Jul 28 02:23:23.283644 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1,segment=NetworkSegment(ad593867-37dc-486f-9ad0-984d268f99db),segment_id=ad593867-37dc-486f-9ad0-984d268f99db)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:23:23.306333 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d2ce6a11-5e11-48ea-a0a3-a976ec17f869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397509', 'neutron.services.segments.db._delete_segments_for_network-8752357910218'] for network (e4d97acc-e24a-4a92-8c32-95b77b18310c), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:23.325821 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Returning: {'device': '2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'port_id': '2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1', 'mac_address': 'fa:16:3e:4e:bd:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 02:23:23.346472 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:DELETE=10,neutron:UPDATE=2,neutron:SELECT=88 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:23.354407 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bcd90da5-43ba-404b-80bf-bff804a4b4d2 req-ff21549a-b9a1-4707-bb88-30bd3a670734 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575518 Jul 28 02:23:23.376734 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-d2ce6a11-5e11-48ea-a0a3-a976ec17f869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d97acc-e24a-4a92-8c32-95b77b18310c']}} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:23:23.381665 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1 is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:23:23.382652 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:23.400924 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-d2ce6a11-5e11-48ea-a0a3-a976ec17f869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd843309d-e5b0-4161-bae6-e6a14014871c') {'for_net_delete': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:23:23.401205 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-d2ce6a11-5e11-48ea-a0a3-a976ec17f869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd843309d-e5b0-4161-bae6-e6a14014871c') {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:23:23.405342 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:23:23.409818 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1bdcd-3149-47d1-b1a1-72d7a0f02d9b req-0c8ad0ef-e884-4d39-a665-a3cbfc6cce76 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:23.411405 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fcb1bdcd-3149-47d1-b1a1-72d7a0f02d9b req-0c8ad0ef-e884-4d39-a665-a3cbfc6cce76 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=6a3dc3c2-86d2-426f-826d-8ee87df1dbd9 HTTP/1.1" status: 200 len: 943 time: 0.0822310 Jul 28 02:23:23.411858 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:23.423199 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d2ce6a11-5e11-48ea-a0a3-a976ec17f869 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752357910119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26608485'] for segment (d843309d-e5b0-4161-bae6-e6a14014871c), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:23.441902 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-20a7f7bd-5561-4450-93f1-de9d5b4bc564 req-0e018df0-f44f-435b-99f2-765c4ae99f97 service neutron] 10.222.0.45 "GET /v2.0/networks/bda255f1-8497-41f0-9d65-8f281bd7eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972084 Jul 28 02:23:23.443445 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1,segment=NetworkSegment(ad593867-37dc-486f-9ad0-984d268f99db),segment_id=ad593867-37dc-486f-9ad0-984d268f99db)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:23:23.449117 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:23.453359 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d2ce6a11-5e11-48ea-a0a3-a976ec17f869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (d843309d-e5b0-4161-bae6-e6a14014871c), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:23.463116 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ce6a11-5e11-48ea-a0a3-a976ec17f869 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 02:23:23.463544 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d2ce6a11-5e11-48ea-a0a3-a976ec17f869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25613231'] for segment (d843309d-e5b0-4161-bae6-e6a14014871c), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:23.514010 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.services.segments.plugin [-] Segment d843309d-e5b0-4161-bae6-e6a14014871c resource provider aggregate not found Jul 28 02:23:23.531038 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:23:23.550328 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.services.segments.plugin [-] Segment d843309d-e5b0-4161-bae6-e6a14014871c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d843309d-e5b0-4161-bae6-e6a14014871c found for delete ", "request_id": "req-75e6f30a-39d7-4709-954f-ec760bea357b"}]} Jul 28 02:23:23.559785 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fcb1bdcd-3149-47d1-b1a1-72d7a0f02d9b req-0172292a-2b98-4ac2-a41c-2a270957bdfe tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=938c5323-7403-45df-b2d8-5464d36445de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1274052 Jul 28 02:23:23.562339 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d2ce6a11-5e11-48ea-a0a3-a976ec17f869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363069'] for network (e4d97acc-e24a-4a92-8c32-95b77b18310c), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:23.592342 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d2ce6a11-5e11-48ea-a0a3-a976ec17f869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:23.592342 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-d2ce6a11-5e11-48ea-a0a3-a976ec17f869 admin admin] 10.222.0.40 "DELETE /v2.0/networks/e4d97acc-e24a-4a92-8c32-95b77b18310c HTTP/1.1" status: 204 len: 168 time: 1.2508533 Jul 28 02:23:23.592342 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce6a11-5e11-48ea-a0a3-a976ec17f869 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4d97acc-e24a-4a92-8c32-95b77b18310c,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:23:23.700522 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-20a7f7bd-5561-4450-93f1-de9d5b4bc564 req-a49d4cb4-ecef-49ee-8e77-0503061c0b65 service neutron] 10.222.0.45 "GET /v2.0/networks/bda255f1-8497-41f0-9d65-8f281bd7eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314876 Jul 28 02:23:23.730750 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:23:23.913473 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 47796) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:23:23.935328 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:23.987958 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f4802093-dd6d-435d-aee6-9de614aa4ef1 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9cb7e92c703a42d6be6343c04934d533&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0729277 Jul 28 02:23:23.990907 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 47802) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:23:24.062425 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f0a3305e-892e-4342-9a6c-885c151f4efe admin admin] Publish callbacks [] for security_group (ee2bcc01-878d-4b7d-a672-2807d3cec12b), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:24.099688 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f0a3305e-892e-4342-9a6c-885c151f4efe admin admin] Publish callbacks [] for security_group (ee2bcc01-878d-4b7d-a672-2807d3cec12b), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:24.193084 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc2f42-abc7-4ca5-88bb-a89ecfb9a5df req-50fa1984-7ff2-45e5-97d0-9f46adb2c5ba tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:24.194584 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cdcc2f42-abc7-4ca5-88bb-a89ecfb9a5df req-50fa1984-7ff2-45e5-97d0-9f46adb2c5ba tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 945 time: 0.0658064 Jul 28 02:23:24.202085 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f0a3305e-892e-4342-9a6c-885c151f4efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (ee2bcc01-878d-4b7d-a672-2807d3cec12b), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:24.204598 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f0a3305e-892e-4342-9a6c-885c151f4efe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:24.206156 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-f0a3305e-892e-4342-9a6c-885c151f4efe admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ee2bcc01-878d-4b7d-a672-2807d3cec12b HTTP/1.1" status: 204 len: 168 time: 0.2139566 Jul 28 02:23:24.232248 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3305e-892e-4342-9a6c-885c151f4efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2bcc01-878d-4b7d-a672-2807d3cec12b,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:23:24.275317 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cdcc2f42-abc7-4ca5-88bb-a89ecfb9a5df req-6e6b39a1-90a8-4725-93bc-2ed1aeef0471 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744033 Jul 28 02:23:24.448526 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee86f7-f23d-45b5-8319-c80bbe011a78 req-a9ed41b9-87fb-4079-8bc4-5a2a2e6b71e2 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:24.450247 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7dee86f7-f23d-45b5-8319-c80bbe011a78 req-a9ed41b9-87fb-4079-8bc4-5a2a2e6b71e2 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 946 time: 0.0738740 Jul 28 02:23:24.507413 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7dee86f7-f23d-45b5-8319-c80bbe011a78 req-65785e37-2e2a-4f60-930b-541424d4e5b2 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468063 Jul 28 02:23:24.664723 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 47814) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:23:24.725982 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cdc865-3d28-42d2-b9bf-215169347411 req-76b4bf79-b3d8-4c54-9e98-47637b341c71 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:24.727521 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f2cdc865-3d28-42d2-b9bf-215169347411 req-76b4bf79-b3d8-4c54-9e98-47637b341c71 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=6a3dc3c2-86d2-426f-826d-8ee87df1dbd9 HTTP/1.1" status: 200 len: 944 time: 0.0793204 Jul 28 02:23:24.763442 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-1c43d4c9-1277-4aa0-b091-58cc8341e4b6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0f0d2a08f0f940f384167aa0a9f8bf94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0972650 Jul 28 02:23:24.765964 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 47816) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:23:24.791831 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f2cdc865-3d28-42d2-b9bf-215169347411 req-f504079b-2842-4ca3-84c9-95181e86a326 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=938c5323-7403-45df-b2d8-5464d36445de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583525 Jul 28 02:23:24.827028 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f6e40293-3c79-4163-bc69-ba6e2667d7a4 admin admin] Publish callbacks [] for security_group (bcf9706d-b608-46d7-bb89-b8598e5e6b2b), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:24.852126 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f6e40293-3c79-4163-bc69-ba6e2667d7a4 admin admin] Publish callbacks [] for security_group (bcf9706d-b608-46d7-bb89-b8598e5e6b2b), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:24.908884 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f6e40293-3c79-4163-bc69-ba6e2667d7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (bcf9706d-b608-46d7-bb89-b8598e5e6b2b), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:24.911565 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f6e40293-3c79-4163-bc69-ba6e2667d7a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:24.912733 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f6e40293-3c79-4163-bc69-ba6e2667d7a4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/bcf9706d-b608-46d7-bb89-b8598e5e6b2b HTTP/1.1" status: 204 len: 168 time: 0.1453860 Jul 28 02:23:24.920920 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e40293-3c79-4163-bc69-ba6e2667d7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf9706d-b608-46d7-bb89-b8598e5e6b2b,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:23:25.119209 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1 up at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:23:25.171481 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning for port 2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1 completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 02:23:25.182668 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning complete for port 2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:23:25.183064 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:25.275751 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1 is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:23:25.276221 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:25.304488 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3dc3c2-86d2-426f-826d-8ee87df1dbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:23:25.306956 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd7b23193eab089ffe890151ec8d4d81c159f1068d0ecb51bca31dcd10d4c9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249d9acc-7c33-4c50-906c-2e31eae8b81e" -d '{"events": [{"server_uuid": "6a3dc3c2-86d2-426f-826d-8ee87df1dbd9", "name": "network-vif-plugged", "status": "completed", "tag": "2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:23:25.322232 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1,segment=NetworkSegment(ad593867-37dc-486f-9ad0-984d268f99db),segment_id=ad593867-37dc-486f-9ad0-984d268f99db)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:23:25.329279 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:25.387672 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7029df52-733b-41e3-85ab-77888b9f61e6 x-openstack-request-id: req-7029df52-733b-41e3-85ab-77888b9f61e6 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:23:25.388166 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3dc3c2-86d2-426f-826d-8ee87df1dbd9", "name": "network-vif-plugged", "status": "completed", "tag": "2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:23:25.388622 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7029df52-733b-41e3-85ab-77888b9f61e6 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:23:25.389352 dv-cinder-799871-46-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7029df52-733b-41e3-85ab-77888b9f61e6'] response: {'server_uuid': '6a3dc3c2-86d2-426f-826d-8ee87df1dbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1', 'code': 200} Jul 28 02:23:25.405775 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:23:25.510437 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446b589-69ad-4b33-acc7-af7dc599ac69 req-30ffd4f0-1182-40cd-b948-dcdd698a4d46 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:25.512216 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1446b589-69ad-4b33-acc7-af7dc599ac69 req-30ffd4f0-1182-40cd-b948-dcdd698a4d46 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 945 time: 0.0900195 Jul 28 02:23:25.578671 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1446b589-69ad-4b33-acc7-af7dc599ac69 req-98d8fe42-26da-4935-8a3e-7b0b9dc167da tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565863 Jul 28 02:23:25.633763 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e5549-f787-4199-a6dd-7135531b7ac6 req-d93ac699-8332-4691-b12c-bce9c6bb4443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:25.635594 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bc2e5549-f787-4199-a6dd-7135531b7ac6 req-d93ac699-8332-4691-b12c-bce9c6bb4443 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6a3dc3c2-86d2-426f-826d-8ee87df1dbd9 HTTP/1.1" status: 200 len: 1129 time: 0.0598459 Jul 28 02:23:25.696052 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc472e3-564c-41c7-8e4d-e896479ca853 req-58a860c3-23cd-4d8a-b308-a1d84ff4a05c tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:25.697846 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3fc472e3-564c-41c7-8e4d-e896479ca853 req-58a860c3-23cd-4d8a-b308-a1d84ff4a05c tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 946 time: 0.0653863 Jul 28 02:23:25.704853 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bc2e5549-f787-4199-a6dd-7135531b7ac6 req-8a3d9f32-df84-4e15-9937-d34f13f7a0e5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=938c5323-7403-45df-b2d8-5464d36445de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636396 Jul 28 02:23:25.749571 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6258c863-fb9a-4076-afa1-76cf661a9611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:25.763786 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3fc472e3-564c-41c7-8e4d-e896479ca853 req-8f7caa07-42ca-4b01-993e-b25faf68674b tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598185 Jul 28 02:23:25.943390 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92998fa-036b-49a3-aa07-b19472c69f45 req-988c7014-bc7c-454b-b5c8-cb114214ed2e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:25.945184 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f92998fa-036b-49a3-aa07-b19472c69f45 req-988c7014-bc7c-454b-b5c8-cb114214ed2e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=6a3dc3c2-86d2-426f-826d-8ee87df1dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0569694 Jul 28 02:23:25.973901 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:26.005823 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f92998fa-036b-49a3-aa07-b19472c69f45 req-3dcb3010-45e5-4789-a1da-71b26feca878 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=938c5323-7403-45df-b2d8-5464d36445de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529561 Jul 28 02:23:26.219769 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffeddf-a36d-4260-9c35-b4c2907a24fa req-5aba5faf-6cbb-4f1e-9b75-8165f67f3930 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:26.222211 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c2ffeddf-a36d-4260-9c35-b4c2907a24fa req-5aba5faf-6cbb-4f1e-9b75-8165f67f3930 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 946 time: 0.0558460 Jul 28 02:23:26.281330 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c2ffeddf-a36d-4260-9c35-b4c2907a24fa req-f08b1902-31ce-4617-b0e7-6a41846cc3f6 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532365 Jul 28 02:23:26.575295 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fbce3b-d07f-4739-b4ce-1074cd068716 req-3ce4f58b-3788-445e-a97b-1fe135a46874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:26.576858 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-12fbce3b-d07f-4739-b4ce-1074cd068716 req-3ce4f58b-3788-445e-a97b-1fe135a46874 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5157a5b7f25482980f925175adf2090&device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 1130 time: 0.0440342 Jul 28 02:23:26.692013 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:26.715635 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fbce3b-d07f-4739-b4ce-1074cd068716 req-aced300b-d463-4cc8-8443-201424b18354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:26.717178 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-12fbce3b-d07f-4739-b4ce-1074cd068716 req-aced300b-d463-4cc8-8443-201424b18354 service neutron] 10.222.0.45 "GET /v2.0/networks?id=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 HTTP/1.1" status: 200 len: 920 time: 0.1312881 Jul 28 02:23:26.731110 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739923b-98fb-48ea-bf52-d6cdd9b603f4 req-7e4664f4-2953-4306-baea-3dd015a54edc tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:26.732650 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e739923b-98fb-48ea-bf52-d6cdd9b603f4 req-7e4664f4-2953-4306-baea-3dd015a54edc tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 945 time: 0.0535710 Jul 28 02:23:26.753466 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:26.794665 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e739923b-98fb-48ea-bf52-d6cdd9b603f4 req-7daabe1f-b926-436b-a1d3-278b59eea23f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556524 Jul 28 02:23:26.814515 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-12fbce3b-d07f-4739-b4ce-1074cd068716 req-e0ec42de-2b94-4590-9c50-049afdf5ebee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d95fa12-8f07-4a72-acd9-94e8934faa9a HTTP/1.1" status: 200 len: 1002 time: 0.0907831 Jul 28 02:23:27.156129 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2f35b-687c-4f99-a566-5c68d634ce17 req-3f04e320-4ce4-4e07-bf54-0e34f44cf85e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:27.157511 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-87c2f35b-687c-4f99-a566-5c68d634ce17 req-3f04e320-4ce4-4e07-bf54-0e34f44cf85e tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=6a3dc3c2-86d2-426f-826d-8ee87df1dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0526080 Jul 28 02:23:27.211672 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-87c2f35b-687c-4f99-a566-5c68d634ce17 req-dbf354a4-aecc-4f12-b1bb-1dce1a1af31d tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=938c5323-7403-45df-b2d8-5464d36445de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483210 Jul 28 02:23:27.373795 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fbce3b-d07f-4739-b4ce-1074cd068716 req-1223a26a-43b8-4aad-85c5-5d11502fe13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:27.375473 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-12fbce3b-d07f-4739-b4ce-1074cd068716 req-1223a26a-43b8-4aad-85c5-5d11502fe13d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85b85007-31bd-4b12-8b58-5449a423c715 HTTP/1.1" status: 200 len: 858 time: 0.0637510 Jul 28 02:23:27.441610 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6096e-4916-4c5c-b306-1607942b25f0 req-b7eb81fc-58b4-4be9-bee6-b64db18159e7 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:27.443806 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-75f6096e-4916-4c5c-b306-1607942b25f0 req-b7eb81fc-58b4-4be9-bee6-b64db18159e7 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 946 time: 0.0541682 Jul 28 02:23:27.450540 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fbce3b-d07f-4739-b4ce-1074cd068716 req-b9cfd314-7859-45b3-a69a-4d429ce49bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:27.451993 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-12fbce3b-d07f-4739-b4ce-1074cd068716 req-b9cfd314-7859-45b3-a69a-4d429ce49bbc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0681374 Jul 28 02:23:27.498048 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-75f6096e-4916-4c5c-b306-1607942b25f0 req-29398ccd-a18c-4855-b27a-36f735b352fc tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461245 Jul 28 02:23:27.543317 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-12fbce3b-d07f-4739-b4ce-1074cd068716 req-b965f932-24f1-47b8-b838-fe5c9b9e17c8 service neutron] 10.222.0.45 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847054 Jul 28 02:23:27.636639 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-12fbce3b-d07f-4739-b4ce-1074cd068716 req-40ef723d-286d-49be-bd97-153f1611e5af service neutron] 10.222.0.45 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881045 Jul 28 02:23:27.935896 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f8b5a-ecbe-4746-8fcb-5e2502b89762 req-d5abbfcd-c6aa-4c14-ae94-e45aa01ff999 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:27.937390 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-dd7f8b5a-ecbe-4746-8fcb-5e2502b89762 req-d5abbfcd-c6aa-4c14-ae94-e45aa01ff999 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 945 time: 0.0470908 Jul 28 02:23:27.986849 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-dd7f8b5a-ecbe-4746-8fcb-5e2502b89762 req-5013a006-a361-42e2-915d-5ad712f221e8 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428195 Jul 28 02:23:28.165672 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7e33ceb9-a5a7-46b8-ae61-bf291a65a878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:28.334782 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2f540-3ce0-44bc-bf3f-c1da670c28e5 req-dba19c88-7b78-4dc3-b30d-8b0d0d85da02 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:28.336262 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0cb2f540-3ce0-44bc-bf3f-c1da670c28e5 req-dba19c88-7b78-4dc3-b30d-8b0d0d85da02 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=6a3dc3c2-86d2-426f-826d-8ee87df1dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0518391 Jul 28 02:23:28.385560 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0cb2f540-3ce0-44bc-bf3f-c1da670c28e5 req-beabd060-d537-452b-bd3d-f3a9db7f79b2 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=938c5323-7403-45df-b2d8-5464d36445de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437231 Jul 28 02:23:28.501383 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2449c6-500f-4f93-ae1e-0c958d5433d4 req-abc8fed4-1342-4f0a-bf98-1f0eba1c06a7 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:28.503387 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0d2449c6-500f-4f93-ae1e-0c958d5433d4 req-abc8fed4-1342-4f0a-bf98-1f0eba1c06a7 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=6a3dc3c2-86d2-426f-826d-8ee87df1dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0492039 Jul 28 02:23:28.513569 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 47850) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:23:28.518461 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-855a76d9-07c0-4aae-9cd1-e1901a7bab09 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Request body: {'floatingip': {'port_id': '2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:23:28.557546 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-855a76d9-07c0-4aae-9cd1-e1901a7bab09 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for floatingip (d94c94cb-e14f-48dc-9dac-f47362b1c34f), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:28.688146 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35fa93-a946-4ad1-b88c-4ec68ddf7912 req-2ce45126-b93a-4269-a303-a3110ab21313 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:28.689901 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8d35fa93-a946-4ad1-b88c-4ec68ddf7912 req-2ce45126-b93a-4269-a303-a3110ab21313 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 946 time: 0.0984380 Jul 28 02:23:28.827470 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8d35fa93-a946-4ad1-b88c-4ec68ddf7912 req-19b6d093-fcff-4525-a9da-b35b8048afb0 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267829 Jul 28 02:23:29.036637 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:29.163718 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73376f16-a760-43cf-906b-6c5969ad1671 req-19574e65-979f-40e0-ab62-500f99baedc3 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:29.165234 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-73376f16-a760-43cf-906b-6c5969ad1671 req-19574e65-979f-40e0-ab62-500f99baedc3 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 945 time: 0.0872238 Jul 28 02:23:29.188038 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:29.194809 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-855a76d9-07c0-4aae-9cd1-e1901a7bab09 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:29.202333 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-855a76d9-07c0-4aae-9cd1-e1901a7bab09 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (d94c94cb-e14f-48dc-9dac-f47362b1c34f), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:29.240400 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:29.266872 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-73376f16-a760-43cf-906b-6c5969ad1671 req-5178c5c7-a016-4c38-920d-c6f3acdea428 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960059 Jul 28 02:23:29.321527 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.db.l3_db [None req-855a76d9-07c0-4aae-9cd1-e1901a7bab09 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Floating IP d94c94cb-e14f-48dc-9dac-f47362b1c34f associated. External IP: 172.27.0.49, port: 2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1. Jul 28 02:23:29.533343 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855a76d9-07c0-4aae-9cd1-e1901a7bab09 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:23:29.645646 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855a76d9-07c0-4aae-9cd1-e1901a7bab09 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:23:29.650925 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-855a76d9-07c0-4aae-9cd1-e1901a7bab09 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:29.659565 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09a9427-71f2-4f0d-a065-da94f7b83786 None None] Sync routers for ids ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:23:29.673853 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:29.678009 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09a9427-71f2-4f0d-a065-da94f7b83786 None None] Routers {'36354f44-4c5b-4f6a-b262-2f1cd2d07967'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:23:29.678885 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-f09a9427-71f2-4f0d-a065-da94f7b83786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:23:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:23:29.691942 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-855a76d9-07c0-4aae-9cd1-e1901a7bab09 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "PUT /v2.0/floatingips/d94c94cb-e14f-48dc-9dac-f47362b1c34f HTTP/1.1" status: 200 len: 990 time: 1.1772850 Jul 28 02:23:29.692514 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3dc3c2-86d2-426f-826d-8ee87df1dbd9', 'tag': '2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:23:29.694949 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fd3017fc08cfcfd8945092685727e724b0eb79f5cdddf0496dd7adb644fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df576f9-ca84-4979-ae05-33610d6489ed" -d '{"events": [{"name": "network-changed", "server_uuid": "6a3dc3c2-86d2-426f-826d-8ee87df1dbd9", "tag": "2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:23:29.738342 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2125a87c-86ed-426d-b9ad-e9c632d0ccb7 x-openstack-request-id: req-2125a87c-86ed-426d-b9ad-e9c632d0ccb7 {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:23:29.738632 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a3dc3c2-86d2-426f-826d-8ee87df1dbd9", "tag": "2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:23:29.738873 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2125a87c-86ed-426d-b9ad-e9c632d0ccb7 {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:23:29.739293 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2125a87c-86ed-426d-b9ad-e9c632d0ccb7'] response: {'name': 'network-changed', 'server_uuid': '6a3dc3c2-86d2-426f-826d-8ee87df1dbd9', 'tag': '2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1', 'status': 'completed', 'code': 200} Jul 28 02:23:29.800152 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-f09a9427-71f2-4f0d-a065-da94f7b83786 None None] Set router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:23:29.924206 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:29.965308 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b238d8-efa5-4dff-8463-957793dd3846 req-21d3fa4d-e7c6-4dbb-acec-e9a265d93b35 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:29.967212 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-86b238d8-efa5-4dff-8463-957793dd3846 req-21d3fa4d-e7c6-4dbb-acec-e9a265d93b35 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 946 time: 0.0556850 Jul 28 02:23:29.978616 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df576f9-ca84-4979-ae05-33610d6489ed req-a7abaaf3-b2c4-4e7c-9403-751cab989396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:29.980140 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6df576f9-ca84-4979-ae05-33610d6489ed req-a7abaaf3-b2c4-4e7c-9403-751cab989396 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4622eae14dd460dbd4e51d4a0413e5f&device_id=6a3dc3c2-86d2-426f-826d-8ee87df1dbd9 HTTP/1.1" status: 200 len: 1129 time: 0.1625705 Jul 28 02:23:30.021443 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-86b238d8-efa5-4dff-8463-957793dd3846 req-a1bd97fb-f139-477e-b1b0-056873777fba tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471072 Jul 28 02:23:30.098701 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df576f9-ca84-4979-ae05-33610d6489ed req-16d79648-1f02-406e-acc7-707c00b6a481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:30.100421 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6df576f9-ca84-4979-ae05-33610d6489ed req-16d79648-1f02-406e-acc7-707c00b6a481 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bda255f1-8497-41f0-9d65-8f281bd7eb0d HTTP/1.1" status: 200 len: 916 time: 0.1093392 Jul 28 02:23:30.100618 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-f09a9427-71f2-4f0d-a065-da94f7b83786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '420d1770-f371-4ef3-80de-40843395f9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:59Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'gw_port': {'id': '420d1770-f371-4ef3-80de-40843395f9e1', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:01Z', 'updated_at': '2022-07-28T02:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': 'd94c94cb-e14f-48dc-9dac-f47362b1c34f', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'floating_ip_address': '172.27.0.49', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'port_id': '2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'mac_address': 'fa:16:3e:4e:bd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3dc3c2-86d2-426f-826d-8ee87df1dbd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:23:15Z', 'updated_at': '2022-07-28T02:23:29Z', 'revision_number': 1, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40a12468-19ed-487d-a474-8a6063834f45', 'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'mac_address': 'fa:16:3e:62:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:09Z', 'updated_at': '2022-07-28T02:18:26Z', 'revision_number': 5, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'subnets': [{'id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:23:30.129348 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09a9427-71f2-4f0d-a065-da94f7b83786 None None] Checking router: 36354f44-4c5b-4f6a-b262-2f1cd2d07967 for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:23:30.136991 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09a9427-71f2-4f0d-a065-da94f7b83786 None None] Routers {'36354f44-4c5b-4f6a-b262-2f1cd2d07967'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:23:30.137631 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-f09a9427-71f2-4f0d-a065-da94f7b83786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:23:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:23:30.144561 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba383d4-6f69-402f-a228-c49f19d60a9a req-32e00b45-33fb-4c85-8dc1-bd2dcb23931b tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:30.146277 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8ba383d4-6f69-402f-a228-c49f19d60a9a req-32e00b45-33fb-4c85-8dc1-bd2dcb23931b tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 946 time: 0.0502982 Jul 28 02:23:30.159809 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 47866) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:23:30.164402 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-1b9af471-9f8d-4157-a99d-52bab66c2240 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Request body: {'floatingip': {'port_id': '4d95fa12-8f07-4a72-acd9-94e8934faa9a'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:23:30.169351 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6df576f9-ca84-4979-ae05-33610d6489ed req-01cad883-7210-4687-92e2-1af905453f41 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1 HTTP/1.1" status: 200 len: 998 time: 0.0607605 Jul 28 02:23:30.219877 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:30.225921 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df576f9-ca84-4979-ae05-33610d6489ed req-35344d33-12f6-492f-905e-c6f133465988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:30.226483 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1b9af471-9f8d-4157-a99d-52bab66c2240 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks [] for floatingip (88a83803-25aa-4ca4-b193-dd35f519ff29), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:30.227423 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6df576f9-ca84-4979-ae05-33610d6489ed req-35344d33-12f6-492f-905e-c6f133465988 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b6c1c1a-91bf-46d8-8e77-626f9a84855f HTTP/1.1" status: 200 len: 854 time: 0.0516102 Jul 28 02:23:30.254867 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-f09a9427-71f2-4f0d-a065-da94f7b83786 None None] Set router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:23:30.273922 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df576f9-ca84-4979-ae05-33610d6489ed req-2f28483a-d11e-4bf6-92a4-170ca4a03d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:30.275452 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6df576f9-ca84-4979-ae05-33610d6489ed req-2f28483a-d11e-4bf6-92a4-170ca4a03d1c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bda255f1-8497-41f0-9d65-8f281bd7eb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423462 Jul 28 02:23:30.393425 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6df576f9-ca84-4979-ae05-33610d6489ed req-238b8fc2-cc66-4fb8-9fa7-b87fb1421285 service neutron] 10.222.0.45 "GET /v2.0/networks/bda255f1-8497-41f0-9d65-8f281bd7eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118445 Jul 28 02:23:30.467662 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345adaf5-5f03-47e2-b7bc-a268c37a1c67 req-ed5a060b-60f8-4680-a01b-73796c92e305 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:30.469227 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-345adaf5-5f03-47e2-b7bc-a268c37a1c67 req-ed5a060b-60f8-4680-a01b-73796c92e305 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 945 time: 0.1044357 Jul 28 02:23:30.486493 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:30.500349 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6df576f9-ca84-4979-ae05-33610d6489ed req-14d82c1b-c473-45bc-929d-344a529550f6 service neutron] 10.222.0.45 "GET /v2.0/networks/bda255f1-8497-41f0-9d65-8f281bd7eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005652 Jul 28 02:23:30.517758 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:30.580511 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-345adaf5-5f03-47e2-b7bc-a268c37a1c67 req-13a71bc3-8325-49fe-aa24-9484ea36ece3 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995109 Jul 28 02:23:30.616008 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-f09a9427-71f2-4f0d-a065-da94f7b83786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '420d1770-f371-4ef3-80de-40843395f9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:59Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'gw_port': {'id': '420d1770-f371-4ef3-80de-40843395f9e1', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:01Z', 'updated_at': '2022-07-28T02:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': 'd94c94cb-e14f-48dc-9dac-f47362b1c34f', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'floating_ip_address': '172.27.0.49', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'port_id': '2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'mac_address': 'fa:16:3e:4e:bd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3dc3c2-86d2-426f-826d-8ee87df1dbd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:23:15Z', 'updated_at': '2022-07-28T02:23:29Z', 'revision_number': 1, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40a12468-19ed-487d-a474-8a6063834f45', 'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'mac_address': 'fa:16:3e:62:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:09Z', 'updated_at': '2022-07-28T02:18:26Z', 'revision_number': 5, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'subnets': [{'id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:23:30.641447 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09a9427-71f2-4f0d-a065-da94f7b83786 None None] The sync data for ids ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'] in dv-cinder-799871-46-iscsi is: [{'id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '420d1770-f371-4ef3-80de-40843395f9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:59Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'gw_port': {'id': '420d1770-f371-4ef3-80de-40843395f9e1', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:01Z', 'updated_at': '2022-07-28T02:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': 'd94c94cb-e14f-48dc-9dac-f47362b1c34f', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'floating_ip_address': '172.27.0.49', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'port_id': '2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'mac_address': 'fa:16:3e:4e:bd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3dc3c2-86d2-426f-826d-8ee87df1dbd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:23:15Z', 'updated_at': '2022-07-28T02:23:29Z', 'revision_number': 1, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40a12468-19ed-487d-a474-8a6063834f45', 'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'mac_address': 'fa:16:3e:62:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:09Z', 'updated_at': '2022-07-28T02:18:26Z', 'revision_number': 5, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'subnets': [{'id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:23:30.685264 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:30.825042 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1b9af471-9f8d-4157-a99d-52bab66c2240 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:30.829759 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1b9af471-9f8d-4157-a99d-52bab66c2240 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (88a83803-25aa-4ca4-b193-dd35f519ff29), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:30.854508 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcf11fc-ce07-40c6-a76f-25b7d06b1911 None None] New status for floating IP d94c94cb-e14f-48dc-9dac-f47362b1c34f: ACTIVE {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 02:23:31.031140 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:31.317514 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9af471-9f8d-4157-a99d-52bab66c2240 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Router aff59b78-00b6-4526-bccd-ca079e2ffec3 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:23:31.420895 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9af471-9f8d-4157-a99d-52bab66c2240 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:23:31.425898 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1b9af471-9f8d-4157-a99d-52bab66c2240 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:31.431148 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df14f27-d0b0-4435-917b-72ef6f4249db None None] Sync routers for ids ['aff59b78-00b6-4526-bccd-ca079e2ffec3'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:23:31.441868 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df14f27-d0b0-4435-917b-72ef6f4249db None None] Routers {'aff59b78-00b6-4526-bccd-ca079e2ffec3'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:23:31.442573 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-6df14f27-d0b0-4435-917b-72ef6f4249db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:23:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['aff59b78-00b6-4526-bccd-ca079e2ffec3'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:23:31.489023 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-1b9af471-9f8d-4157-a99d-52bab66c2240 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "PUT /v2.0/floatingips/88a83803-25aa-4ca4-b193-dd35f519ff29 HTTP/1.1" status: 200 len: 994 time: 1.3278878 Jul 28 02:23:31.549709 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-6df14f27-d0b0-4435-917b-72ef6f4249db None None] Set router aff59b78-00b6-4526-bccd-ca079e2ffec3 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:23:31.622234 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:31.706447 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99b166-7973-4333-a53e-81a417f534e0 req-d5c84772-5661-41c0-be6f-01b7ad4c820f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:31.707837 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1a99b166-7973-4333-a53e-81a417f534e0 req-d5c84772-5661-41c0-be6f-01b7ad4c820f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 945 time: 0.0478427 Jul 28 02:23:31.741519 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c55cbbcb-d9ea-4797-a39a-b663942e8ff6', 'tag': '4d95fa12-8f07-4a72-acd9-94e8934faa9a'}, {'name': 'network-changed', 'server_uuid': 'c55cbbcb-d9ea-4797-a39a-b663942e8ff6', 'tag': '4d95fa12-8f07-4a72-acd9-94e8934faa9a'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:23:31.744170 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fd3017fc08cfcfd8945092685727e724b0eb79f5cdddf0496dd7adb644fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d480d4ce-c5bf-46cb-b588-4c57fd4642ba" -d '{"events": [{"name": "network-changed", "server_uuid": "c55cbbcb-d9ea-4797-a39a-b663942e8ff6", "tag": "4d95fa12-8f07-4a72-acd9-94e8934faa9a"}, {"name": "network-changed", "server_uuid": "c55cbbcb-d9ea-4797-a39a-b663942e8ff6", "tag": "4d95fa12-8f07-4a72-acd9-94e8934faa9a"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:23:31.760679 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1a99b166-7973-4333-a53e-81a417f534e0 req-1999d7a4-ac61-49ec-b3c8-83f9c97e98d0 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471513 Jul 28 02:23:31.769222 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-6df14f27-d0b0-4435-917b-72ef6f4249db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'name': 'tempest-ServerRescueNegativeTestJSON-1124966851-router', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:27Z', 'updated_at': '2022-07-28T02:19:34Z', 'revision_number': 4, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'gw_port': {'id': '0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:28Z', 'updated_at': '2022-07-28T02:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': '88a83803-25aa-4ca4-b193-dd35f519ff29', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'port_id': '4d95fa12-8f07-4a72-acd9-94e8934faa9a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9', 'mac_address': 'fa:16:3e:36:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55cbbcb-d9ea-4797-a39a-b663942e8ff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:21:44Z', 'updated_at': '2022-07-28T02:23:30Z', 'revision_number': 3, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c', 'name': '', 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'mac_address': 'fa:16:3e:c5:8a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '85b85007-31bd-4b12-8b58-5449a423c715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:33Z', 'updated_at': '2022-07-28T02:19:43Z', 'revision_number': 5, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'subnets': [{'id': '85b85007-31bd-4b12-8b58-5449a423c715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:23:31.789059 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 28 Jul 2022 02:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3fa069-4b98-4ff9-8194-d4521aaf109b x-openstack-request-id: req-ee3fa069-4b98-4ff9-8194-d4521aaf109b {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:23:31.789362 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c55cbbcb-d9ea-4797-a39a-b663942e8ff6", "tag": "4d95fa12-8f07-4a72-acd9-94e8934faa9a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c55cbbcb-d9ea-4797-a39a-b663942e8ff6", "tag": "4d95fa12-8f07-4a72-acd9-94e8934faa9a", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:23:31.789609 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ee3fa069-4b98-4ff9-8194-d4521aaf109b {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:23:31.790008 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee3fa069-4b98-4ff9-8194-d4521aaf109b'] response: {'name': 'network-changed', 'server_uuid': 'c55cbbcb-d9ea-4797-a39a-b663942e8ff6', 'tag': '4d95fa12-8f07-4a72-acd9-94e8934faa9a', 'status': 'completed', 'code': 200} Jul 28 02:23:31.790320 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee3fa069-4b98-4ff9-8194-d4521aaf109b'] response: {'name': 'network-changed', 'server_uuid': 'c55cbbcb-d9ea-4797-a39a-b663942e8ff6', 'tag': '4d95fa12-8f07-4a72-acd9-94e8934faa9a', 'status': 'completed', 'code': 200} Jul 28 02:23:31.795997 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df14f27-d0b0-4435-917b-72ef6f4249db None None] Checking router: aff59b78-00b6-4526-bccd-ca079e2ffec3 for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:23:31.805779 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df14f27-d0b0-4435-917b-72ef6f4249db None None] Routers {'aff59b78-00b6-4526-bccd-ca079e2ffec3'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:23:31.806387 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-6df14f27-d0b0-4435-917b-72ef6f4249db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:23:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['aff59b78-00b6-4526-bccd-ca079e2ffec3'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:23:31.856831 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480d4ce-c5bf-46cb-b588-4c57fd4642ba req-63e85bec-9981-43d3-a472-ffaeea7f71a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:31.858502 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d480d4ce-c5bf-46cb-b588-4c57fd4642ba req-63e85bec-9981-43d3-a472-ffaeea7f71a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5157a5b7f25482980f925175adf2090&device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 1130 time: 0.0412898 Jul 28 02:23:31.903272 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:31.913470 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-6df14f27-d0b0-4435-917b-72ef6f4249db None None] Set router aff59b78-00b6-4526-bccd-ca079e2ffec3 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:23:31.958608 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480d4ce-c5bf-46cb-b588-4c57fd4642ba req-b4035709-752e-4f7f-893c-cfb901f8e8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:31.959995 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d480d4ce-c5bf-46cb-b588-4c57fd4642ba req-b4035709-752e-4f7f-893c-cfb901f8e8e8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 HTTP/1.1" status: 200 len: 920 time: 0.0944958 Jul 28 02:23:32.012651 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:32.024848 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d480d4ce-c5bf-46cb-b588-4c57fd4642ba req-09cc6092-4543-4d07-bb55-22dd546e2de3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d95fa12-8f07-4a72-acd9-94e8934faa9a HTTP/1.1" status: 200 len: 1002 time: 0.0582778 Jul 28 02:23:32.081409 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480d4ce-c5bf-46cb-b588-4c57fd4642ba req-65af453f-1475-4dfb-858d-27611d6c6a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:32.082890 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d480d4ce-c5bf-46cb-b588-4c57fd4642ba req-65af453f-1475-4dfb-858d-27611d6c6a7d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85b85007-31bd-4b12-8b58-5449a423c715 HTTP/1.1" status: 200 len: 858 time: 0.0518873 Jul 28 02:23:32.129650 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480d4ce-c5bf-46cb-b588-4c57fd4642ba req-5fed834b-7817-4eef-8c85-3541c43a0939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:32.131173 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d480d4ce-c5bf-46cb-b588-4c57fd4642ba req-5fed834b-7817-4eef-8c85-3541c43a0939 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410824 Jul 28 02:23:32.132319 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-6df14f27-d0b0-4435-917b-72ef6f4249db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'name': 'tempest-ServerRescueNegativeTestJSON-1124966851-router', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:27Z', 'updated_at': '2022-07-28T02:19:34Z', 'revision_number': 4, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'gw_port': {'id': '0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:28Z', 'updated_at': '2022-07-28T02:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': '88a83803-25aa-4ca4-b193-dd35f519ff29', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'port_id': '4d95fa12-8f07-4a72-acd9-94e8934faa9a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9', 'mac_address': 'fa:16:3e:36:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55cbbcb-d9ea-4797-a39a-b663942e8ff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:21:44Z', 'updated_at': '2022-07-28T02:23:30Z', 'revision_number': 3, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c', 'name': '', 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'mac_address': 'fa:16:3e:c5:8a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '85b85007-31bd-4b12-8b58-5449a423c715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:33Z', 'updated_at': '2022-07-28T02:19:43Z', 'revision_number': 5, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'subnets': [{'id': '85b85007-31bd-4b12-8b58-5449a423c715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:23:32.158130 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df14f27-d0b0-4435-917b-72ef6f4249db None None] The sync data for ids ['aff59b78-00b6-4526-bccd-ca079e2ffec3'] in dv-cinder-799871-46-iscsi is: [{'id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'name': 'tempest-ServerRescueNegativeTestJSON-1124966851-router', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:27Z', 'updated_at': '2022-07-28T02:19:34Z', 'revision_number': 4, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'gw_port': {'id': '0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:28Z', 'updated_at': '2022-07-28T02:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': '88a83803-25aa-4ca4-b193-dd35f519ff29', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'port_id': '4d95fa12-8f07-4a72-acd9-94e8934faa9a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9', 'mac_address': 'fa:16:3e:36:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55cbbcb-d9ea-4797-a39a-b663942e8ff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:21:44Z', 'updated_at': '2022-07-28T02:23:30Z', 'revision_number': 3, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c', 'name': '', 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'mac_address': 'fa:16:3e:c5:8a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '85b85007-31bd-4b12-8b58-5449a423c715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:33Z', 'updated_at': '2022-07-28T02:19:43Z', 'revision_number': 5, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'subnets': [{'id': '85b85007-31bd-4b12-8b58-5449a423c715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:23:32.227607 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d480d4ce-c5bf-46cb-b588-4c57fd4642ba req-6a1a7396-c493-4ca0-af9f-d4b94fb8c14a service neutron] 10.222.0.45 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900185 Jul 28 02:23:32.322134 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d480d4ce-c5bf-46cb-b588-4c57fd4642ba req-e65498f3-b7cc-4674-9cdd-0b849246652f service neutron] 10.222.0.45 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888019 Jul 28 02:23:32.404609 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480d4ce-c5bf-46cb-b588-4c57fd4642ba req-589c1d2f-8959-4eae-8a05-dec1eece89ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:32.406148 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d480d4ce-c5bf-46cb-b588-4c57fd4642ba req-589c1d2f-8959-4eae-8a05-dec1eece89ef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5157a5b7f25482980f925175adf2090&device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 1130 time: 0.0399911 Jul 28 02:23:32.504003 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480d4ce-c5bf-46cb-b588-4c57fd4642ba req-5fc31ec6-2bf2-4cb6-a3cc-f97eea287e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:32.505498 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d480d4ce-c5bf-46cb-b588-4c57fd4642ba req-5fc31ec6-2bf2-4cb6-a3cc-f97eea287e2a service neutron] 10.222.0.45 "GET /v2.0/networks?id=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 HTTP/1.1" status: 200 len: 920 time: 0.0916939 Jul 28 02:23:32.567505 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d480d4ce-c5bf-46cb-b588-4c57fd4642ba req-4eac4ba4-c7b2-47fb-a8b1-107a1e554d01 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d95fa12-8f07-4a72-acd9-94e8934faa9a HTTP/1.1" status: 200 len: 1002 time: 0.0546021 Jul 28 02:23:32.629048 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480d4ce-c5bf-46cb-b588-4c57fd4642ba req-1ba58ffa-f444-4df8-8150-d34587b47ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:32.630520 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d480d4ce-c5bf-46cb-b588-4c57fd4642ba req-1ba58ffa-f444-4df8-8150-d34587b47ae5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85b85007-31bd-4b12-8b58-5449a423c715 HTTP/1.1" status: 200 len: 858 time: 0.0511694 Jul 28 02:23:32.675707 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480d4ce-c5bf-46cb-b588-4c57fd4642ba req-0a1bd3bc-ea1c-494d-82f6-f2375c29e6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:32.677245 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d480d4ce-c5bf-46cb-b588-4c57fd4642ba req-0a1bd3bc-ea1c-494d-82f6-f2375c29e6e9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403769 Jul 28 02:23:32.701994 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:32.774602 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d480d4ce-c5bf-46cb-b588-4c57fd4642ba req-5c48bf84-a70e-422a-b7c1-eb1358c838ae service neutron] 10.222.0.45 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906272 Jul 28 02:23:32.900458 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a15ab-6f96-47bb-80a2-b3ccc446fb40 req-11220fce-ca70-44c7-a5e3-4a48f2dbda80 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:32.902675 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3c4a15ab-6f96-47bb-80a2-b3ccc446fb40 req-11220fce-ca70-44c7-a5e3-4a48f2dbda80 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 945 time: 0.0538261 Jul 28 02:23:32.961046 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3c4a15ab-6f96-47bb-80a2-b3ccc446fb40 req-b0e1dac5-ca7c-4d7b-977f-d328abcaccbf tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524750 Jul 28 02:23:33.106345 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d480d4ce-c5bf-46cb-b588-4c57fd4642ba req-6962cef5-6510-4cd1-bd78-78e60b3ad276 service neutron] 10.222.0.45 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148420 Jul 28 02:23:34.091415 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fd661-8e70-4e13-a47a-907db7cd9348 req-52cdf6b4-3a87-4af1-abfa-f24e11df4f1f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:34.092952 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-766fd661-8e70-4e13-a47a-907db7cd9348 req-52cdf6b4-3a87-4af1-abfa-f24e11df4f1f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 945 time: 0.0498114 Jul 28 02:23:34.113850 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:34.131182 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:34.145106 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-766fd661-8e70-4e13-a47a-907db7cd9348 req-253c274a-4140-4e75-b3f0-7d5591c5dc9a tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461526 Jul 28 02:23:35.273352 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb2e67-7c50-4c4e-8053-991d6fce5711 req-f46e968b-de3e-49c1-ae78-78db21ba8575 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:35.274826 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7ebb2e67-7c50-4c4e-8053-991d6fce5711 req-f46e968b-de3e-49c1-ae78-78db21ba8575 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 945 time: 0.0488510 Jul 28 02:23:35.323571 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7ebb2e67-7c50-4c4e-8053-991d6fce5711 req-2743a6b1-07ca-402f-9097-8b48f9996fda tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432057 Jul 28 02:23:35.516456 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:36.455247 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc36f3-6127-465c-a251-03667645fee0 req-2c8fb505-5fa9-4bdc-902e-1de566cf7a5a tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:36.456732 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f0dc36f3-6127-465c-a251-03667645fee0 req-2c8fb505-5fa9-4bdc-902e-1de566cf7a5a tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 945 time: 0.0523093 Jul 28 02:23:36.504499 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f0dc36f3-6127-465c-a251-03667645fee0 req-d94ae5e9-4a80-4f5a-a29c-aa7f62f67c65 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422704 Jul 28 02:23:37.164242 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 1715844b-9d8a-4da7-a69b-2981f259a665 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 02:23:37.298470 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 1715844b-9d8a-4da7-a69b-2981f259a665, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1715844b-9d8a-4da7-a69b-2981f259a665,segment=NetworkSegment(d704733b-9866-4f1a-bedf-601228758543),segment_id=d704733b-9866-4f1a-bedf-601228758543)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:23:37.313329 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Returning: {'device': '1715844b-9d8a-4da7-a69b-2981f259a665', 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'port_id': '1715844b-9d8a-4da7-a69b-2981f259a665', 'mac_address': 'fa:16:3e:21:c3:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 02:23:37.366427 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 1715844b-9d8a-4da7-a69b-2981f259a665 is: ACTIVE; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:23:37.366838 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (1715844b-9d8a-4da7-a69b-2981f259a665), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:37.394381 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1715844b-9d8a-4da7-a69b-2981f259a665 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:23:37.426857 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 1715844b-9d8a-4da7-a69b-2981f259a665, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1715844b-9d8a-4da7-a69b-2981f259a665,segment=NetworkSegment(d704733b-9866-4f1a-bedf-601228758543),segment_id=d704733b-9866-4f1a-bedf-601228758543)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:23:37.437163 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (1715844b-9d8a-4da7-a69b-2981f259a665), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:37.502150 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:37.506944 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=1715844b-9d8a-4da7-a69b-2981f259a665,revision_number=6']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:23:37.550172 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['1715844b-9d8a-4da7-a69b-2981f259a665'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:23:37.667594 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44cbab-68b3-48a3-8a14-b391a95ca8f9 req-c8d3d3d4-b217-428e-9356-7e77b553e0c8 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:37.671156 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9b44cbab-68b3-48a3-8a14-b391a95ca8f9 req-c8d3d3d4-b217-428e-9356-7e77b553e0c8 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 944 time: 0.0655420 Jul 28 02:23:37.747754 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9b44cbab-68b3-48a3-8a14-b391a95ca8f9 req-2ad505c4-649f-46b2-a0b3-02d1fe9eedd5 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657563 Jul 28 02:23:38.903528 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635a41a-c6fb-4c75-a745-18e1e73f3d21 req-910a3e6f-a05c-490e-8fcc-ae944ec9c5d5 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:38.906637 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a635a41a-c6fb-4c75-a745-18e1e73f3d21 req-910a3e6f-a05c-490e-8fcc-ae944ec9c5d5 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 944 time: 0.0633776 Jul 28 02:23:38.969756 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a635a41a-c6fb-4c75-a745-18e1e73f3d21 req-91dea887-210b-47eb-a319-371904fdfb70 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572960 Jul 28 02:23:39.172395 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 1715844b-9d8a-4da7-a69b-2981f259a665 up at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:23:39.226817 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning complete for port 1715844b-9d8a-4da7-a69b-2981f259a665 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:23:39.227278 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (1715844b-9d8a-4da7-a69b-2981f259a665), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:39.314352 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 1715844b-9d8a-4da7-a69b-2981f259a665 is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:23:39.317283 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (1715844b-9d8a-4da7-a69b-2981f259a665), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:39.342501 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b88dd0f-664f-42f1-b13f-ee78e8a3a00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1715844b-9d8a-4da7-a69b-2981f259a665'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:23:39.345828 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd7b23193eab089ffe890151ec8d4d81c159f1068d0ecb51bca31dcd10d4c9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff0ebdb-005e-4c44-9241-9e6cfff0e1a9" -d '{"events": [{"server_uuid": "4b88dd0f-664f-42f1-b13f-ee78e8a3a00f", "name": "network-vif-plugged", "status": "completed", "tag": "1715844b-9d8a-4da7-a69b-2981f259a665"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:23:39.361500 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 1715844b-9d8a-4da7-a69b-2981f259a665, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1715844b-9d8a-4da7-a69b-2981f259a665,segment=NetworkSegment(d704733b-9866-4f1a-bedf-601228758543),segment_id=d704733b-9866-4f1a-bedf-601228758543)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:23:39.367445 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (1715844b-9d8a-4da7-a69b-2981f259a665), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:39.401327 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eacd918-f906-48ba-9acb-4fc396b6dbb0 x-openstack-request-id: req-8eacd918-f906-48ba-9acb-4fc396b6dbb0 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:23:39.401736 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b88dd0f-664f-42f1-b13f-ee78e8a3a00f", "name": "network-vif-plugged", "status": "completed", "tag": "1715844b-9d8a-4da7-a69b-2981f259a665", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:23:39.402163 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8eacd918-f906-48ba-9acb-4fc396b6dbb0 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:23:39.402658 dv-cinder-799871-46-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eacd918-f906-48ba-9acb-4fc396b6dbb0'] response: {'server_uuid': '4b88dd0f-664f-42f1-b13f-ee78e8a3a00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1715844b-9d8a-4da7-a69b-2981f259a665', 'code': 200} Jul 28 02:23:39.408486 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:39.435545 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=1715844b-9d8a-4da7-a69b-2981f259a665,revision_number=7']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:23:40.139549 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c65dfa-9fd0-4802-9eea-a3936ae80404 req-aaee42d1-c41a-460e-8563-4b548827b651 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:40.144222 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-94c65dfa-9fd0-4802-9eea-a3936ae80404 req-aaee42d1-c41a-460e-8563-4b548827b651 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 945 time: 0.0617211 Jul 28 02:23:40.214883 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-94c65dfa-9fd0-4802-9eea-a3936ae80404 req-1ad5127b-a115-400a-9aad-24101a5b49de tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618916 Jul 28 02:23:41.358138 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1fb189-123d-40fd-bf7b-1730db0210a3 req-3175eeaa-01bc-41c3-8a82-9353122b3734 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:41.360580 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2b1fb189-123d-40fd-bf7b-1730db0210a3 req-3175eeaa-01bc-41c3-8a82-9353122b3734 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 945 time: 0.0539093 Jul 28 02:23:41.364964 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=63,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:41.366263 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:UPDATE=2,neutron:SELECT=57 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:41.422486 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2b1fb189-123d-40fd-bf7b-1730db0210a3 req-578a2818-868a-4b6a-a07a-30bf9c75f988 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547009 Jul 28 02:23:42.566664 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c40dd-e33d-4e0a-a4da-9502cec877a9 req-9569c77a-0563-4f5d-b527-e6dcd4ea812a tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:42.568330 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-107c40dd-e33d-4e0a-a4da-9502cec877a9 req-9569c77a-0563-4f5d-b527-e6dcd4ea812a tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 945 time: 0.0595138 Jul 28 02:23:42.623999 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-107c40dd-e33d-4e0a-a4da-9502cec877a9 req-365a7327-ffef-475f-aa3a-87e43a6aced9 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496960 Jul 28 02:23:43.101356 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=74 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:43.103313 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=19 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:43.775512 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14393b09-2de7-4483-a678-7472a0215f65 req-0ca3d34e-4d56-4031-9b8e-05d2e1154449 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:43.777077 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-14393b09-2de7-4483-a678-7472a0215f65 req-0ca3d34e-4d56-4031-9b8e-05d2e1154449 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 945 time: 0.0578361 Jul 28 02:23:43.837268 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-14393b09-2de7-4483-a678-7472a0215f65 req-3e23f1fe-83cc-4fbd-9f9c-659a1f9753b2 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541570 Jul 28 02:23:44.979794 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775aadf-beed-49bb-8d1c-98e3de89f107 req-6b88c8c1-2180-429b-b984-2daa01aa325e tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:44.981642 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b775aadf-beed-49bb-8d1c-98e3de89f107 req-6b88c8c1-2180-429b-b984-2daa01aa325e tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 945 time: 0.0583661 Jul 28 02:23:45.035296 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b775aadf-beed-49bb-8d1c-98e3de89f107 req-3e397341-ef47-4060-b356-00dd30593682 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474560 Jul 28 02:23:46.164849 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297df2de-3c42-4754-b6a4-cb0f43196e13 req-10f341d1-cdd7-485d-9c6f-8a103084eaab tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:46.166383 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-297df2de-3c42-4754-b6a4-cb0f43196e13 req-10f341d1-cdd7-485d-9c6f-8a103084eaab tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 945 time: 0.0502021 Jul 28 02:23:46.214871 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-297df2de-3c42-4754-b6a4-cb0f43196e13 req-298fb8d0-817e-4ce6-a281-662cc329883e tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428739 Jul 28 02:23:46.472611 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982c6dc-2098-477a-9713-b50a0783c587 req-d948381a-9dec-4adb-8baf-a775134c7f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:46.474154 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1982c6dc-2098-477a-9713-b50a0783c587 req-d948381a-9dec-4adb-8baf-a775134c7f5f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ed45da3e0024fa597d03299abae9859&device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 1129 time: 0.0399640 Jul 28 02:23:46.578549 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982c6dc-2098-477a-9713-b50a0783c587 req-5a4df346-58e1-4f0c-bd24-9443b5cb813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:46.580176 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1982c6dc-2098-477a-9713-b50a0783c587 req-5a4df346-58e1-4f0c-bd24-9443b5cb813a service neutron] 10.222.0.45 "GET /v2.0/networks?id=b7a41f53-02ba-4d68-a9f3-9f5c3103be75 HTTP/1.1" status: 200 len: 917 time: 0.0893128 Jul 28 02:23:46.649630 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1982c6dc-2098-477a-9713-b50a0783c587 req-e3612deb-4d3f-4dac-9e83-a1804566daa2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1715844b-9d8a-4da7-a69b-2981f259a665 HTTP/1.1" status: 200 len: 1001 time: 0.0620701 Jul 28 02:23:46.699845 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982c6dc-2098-477a-9713-b50a0783c587 req-e8707441-50d8-426d-a094-14237c619c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:46.701689 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1982c6dc-2098-477a-9713-b50a0783c587 req-e8707441-50d8-426d-a094-14237c619c5c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5140c104-3441-42e7-8ecc-b111359f4da5 HTTP/1.1" status: 200 len: 855 time: 0.0461037 Jul 28 02:23:46.746158 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982c6dc-2098-477a-9713-b50a0783c587 req-6d391e1e-17f8-4414-baef-cb85ed59f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:46.747571 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1982c6dc-2098-477a-9713-b50a0783c587 req-6d391e1e-17f8-4414-baef-cb85ed59f37f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b7a41f53-02ba-4d68-a9f3-9f5c3103be75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409644 Jul 28 02:23:46.845806 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1982c6dc-2098-477a-9713-b50a0783c587 req-d044515a-d6f1-4a71-9bc4-c5a648d32bc8 service neutron] 10.222.0.45 "GET /v2.0/networks/b7a41f53-02ba-4d68-a9f3-9f5c3103be75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900764 Jul 28 02:23:46.942348 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1982c6dc-2098-477a-9713-b50a0783c587 req-adf17ddc-c10a-4cdb-afde-c8f9500d8bb9 service neutron] 10.222.0.45 "GET /v2.0/networks/b7a41f53-02ba-4d68-a9f3-9f5c3103be75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862553 Jul 28 02:23:47.325502 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:47.341354 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88b265-a670-43f3-9e8c-e0c4fbc02aec req-32caa74d-6be5-4a7f-9fe9-eca50abcba93 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:47.342869 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ee88b265-a670-43f3-9e8c-e0c4fbc02aec req-32caa74d-6be5-4a7f-9fe9-eca50abcba93 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 945 time: 0.0487609 Jul 28 02:23:47.394568 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ee88b265-a670-43f3-9e8c-e0c4fbc02aec req-d7668bb8-5c12-473c-9137-ffc7f6f38162 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453362 Jul 28 02:23:48.529398 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1e2a0-ccc2-44e4-bebf-3e4e00b03e05 req-cf936f43-a320-4174-b6e1-0f9f8c47907e tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:48.530894 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-59d1e2a0-ccc2-44e4-bebf-3e4e00b03e05 req-cf936f43-a320-4174-b6e1-0f9f8c47907e tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 945 time: 0.0513635 Jul 28 02:23:48.552545 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:48.581109 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-59d1e2a0-ccc2-44e4-bebf-3e4e00b03e05 req-7b7a3b8f-6f4a-460f-8a45-b95ed12b079f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433881 Jul 28 02:23:49.423558 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:49.432835 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:49.707210 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5fa0d-ff59-40b0-9a39-a035ffa985bf req-66f2e54f-1701-4b66-9193-3fcccd06de28 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:49.708827 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-26d5fa0d-ff59-40b0-9a39-a035ffa985bf req-66f2e54f-1701-4b66-9193-3fcccd06de28 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 945 time: 0.0489981 Jul 28 02:23:49.758155 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-26d5fa0d-ff59-40b0-9a39-a035ffa985bf req-560e771d-9d07-4c54-a760-be82cd23ba06 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433772 Jul 28 02:23:49.904215 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f21e3-701c-4717-babc-8324a3bb1872 req-ec8b68b9-b79e-4a38-8a0e-4a853594c2c6 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:49.905729 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0b9f21e3-701c-4717-babc-8324a3bb1872 req-ec8b68b9-b79e-4a38-8a0e-4a853594c2c6 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 945 time: 0.0545065 Jul 28 02:23:49.961056 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0b9f21e3-701c-4717-babc-8324a3bb1872 req-ca80711d-8642-4d95-af6e-d8f91839da6b tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483749 Jul 28 02:23:50.767367 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec41d32-76ea-438e-a7b0-c66a6da71e62 req-a7b2ec74-949b-4c44-91b9-e63d59348c1b tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:50.769711 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3ec41d32-76ea-438e-a7b0-c66a6da71e62 req-a7b2ec74-949b-4c44-91b9-e63d59348c1b tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 945 time: 0.0539505 Jul 28 02:23:50.822189 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3ec41d32-76ea-438e-a7b0-c66a6da71e62 req-ca26248e-5b61-4f80-903d-e4ebec042919 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468509 Jul 28 02:23:51.052465 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 48008) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:23:51.099510 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bac567-a223-4c2a-8f1d-f77c15a15d6a req-470543ff-33d3-4733-ad7d-110bc68e725b tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:51.101193 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-22bac567-a223-4c2a-8f1d-f77c15a15d6a req-470543ff-33d3-4733-ad7d-110bc68e725b tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 945 time: 0.0601692 Jul 28 02:23:51.141219 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-49d2d59b-f9c1-487c-a49d-6f4e6825a509 req-efe862c5-1143-43bf-b9a4-bada02b3dc5a service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0871713 Jul 28 02:23:51.153349 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [req-49d2d59b-f9c1-487c-a49d-6f4e6825a509 req-0853c852-6269-448c-8840-63380cdc368c service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 02:23:51.154991 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-49d2d59b-f9c1-487c-a49d-6f4e6825a509 req-0853c852-6269-448c-8840-63380cdc368c service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0082734 Jul 28 02:23:51.162304 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-22bac567-a223-4c2a-8f1d-f77c15a15d6a req-164ef939-f2a8-44ce-9b81-778c8a4286c5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552220 Jul 28 02:23:51.245983 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 48016) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:23:51.282686 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 1715844b-9d8a-4da7-a69b-2981f259a665 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:23:51.350338 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2d59b-f9c1-487c-a49d-6f4e6825a509 req-a9b5208b-5a35-4d47-a631-6ee0dbfe1f33 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:51.351814 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-49d2d59b-f9c1-487c-a49d-6f4e6825a509 req-a9b5208b-5a35-4d47-a631-6ee0dbfe1f33 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports/1715844b-9d8a-4da7-a69b-2981f259a665 HTTP/1.1" status: 200 len: 942 time: 0.1048229 Jul 28 02:23:51.365955 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 1715844b-9d8a-4da7-a69b-2981f259a665 is: ACTIVE; New status is: DOWN {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:23:51.366492 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (1715844b-9d8a-4da7-a69b-2981f259a665), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:51.391588 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b88dd0f-664f-42f1-b13f-ee78e8a3a00f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1715844b-9d8a-4da7-a69b-2981f259a665'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:23:51.393922 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd7b23193eab089ffe890151ec8d4d81c159f1068d0ecb51bca31dcd10d4c9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ba2e4a-f18f-4147-a680-9e19cba20225" -d '{"events": [{"server_uuid": "4b88dd0f-664f-42f1-b13f-ee78e8a3a00f", "name": "network-vif-unplugged", "status": "completed", "tag": "1715844b-9d8a-4da7-a69b-2981f259a665"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:23:51.410136 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 1715844b-9d8a-4da7-a69b-2981f259a665, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1715844b-9d8a-4da7-a69b-2981f259a665,segment=NetworkSegment(d704733b-9866-4f1a-bedf-601228758543),segment_id=d704733b-9866-4f1a-bedf-601228758543)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:23:51.416242 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (1715844b-9d8a-4da7-a69b-2981f259a665), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:51.441612 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Jul 2022 02:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c149faf-08c3-44ac-9b7c-d7fe1133ca60 x-openstack-request-id: req-6c149faf-08c3-44ac-9b7c-d7fe1133ca60 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:23:51.442002 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b88dd0f-664f-42f1-b13f-ee78e8a3a00f", "name": "network-vif-unplugged", "status": "failed", "tag": "1715844b-9d8a-4da7-a69b-2981f259a665", "code": 422}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:23:51.442367 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6c149faf-08c3-44ac-9b7c-d7fe1133ca60 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:23:51.442885 dv-cinder-799871-46-iscsi neutron-server[104001]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6c149faf-08c3-44ac-9b7c-d7fe1133ca60']: {'server_uuid': '4b88dd0f-664f-42f1-b13f-ee78e8a3a00f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1715844b-9d8a-4da7-a69b-2981f259a665', 'code': 422} returned with failed status Jul 28 02:23:51.476861 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=1715844b-9d8a-4da7-a69b-2981f259a665,revision_number=8']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:23:51.505498 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ecc7c-9132-4a63-b62d-2411ba3fee91 req-7dfd056f-04c4-4aaa-941a-841956f37e6c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:51.507484 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2a8ecc7c-9132-4a63-b62d-2411ba3fee91 req-7dfd056f-04c4-4aaa-941a-841956f37e6c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.45 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 945 time: 0.0652461 Jul 28 02:23:51.602793 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-2a8ecc7c-9132-4a63-b62d-2411ba3fee91 req-a8aaf920-8bea-420c-b549-b56ebc63833c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Deleting port d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:23:51.603138 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2a8ecc7c-9132-4a63-b62d-2411ba3fee91 req-a8aaf920-8bea-420c-b549-b56ebc63833c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:51.711323 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-2a8ecc7c-9132-4a63-b62d-2411ba3fee91 req-a8aaf920-8bea-420c-b549-b56ebc63833c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] For port d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df,segment=NetworkSegment(968874d2-a171-458e-9f57-ec646e40da4a),segment_id=968874d2-a171-458e-9f57-ec646e40da4a)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:23:51.711689 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2a8ecc7c-9132-4a63-b62d-2411ba3fee91 req-a8aaf920-8bea-420c-b549-b56ebc63833c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:51.896576 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2a8ecc7c-9132-4a63-b62d-2411ba3fee91 req-a8aaf920-8bea-420c-b549-b56ebc63833c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:51.896974 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2a8ecc7c-9132-4a63-b62d-2411ba3fee91 req-a8aaf920-8bea-420c-b549-b56ebc63833c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (395feb22-3362-436f-9f13-57666917f90b), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:51.897294 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.db.l3_db [req-2a8ecc7c-9132-4a63-b62d-2411ba3fee91 req-a8aaf920-8bea-420c-b549-b56ebc63833c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Floating IP 395feb22-3362-436f-9f13-57666917f90b disassociated. External IP: 172.27.0.145, port: d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df. Jul 28 02:23:51.897636 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-2a8ecc7c-9132-4a63-b62d-2411ba3fee91 req-a8aaf920-8bea-420c-b549-b56ebc63833c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Calling delete_port for d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:23:51.951633 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:51.963399 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:51.982957 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515f817-6a19-4891-a5da-cf5b6fc21b30 req-93809179-9763-4897-bb1d-63e26773d7cc tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:51.985766 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7515f817-6a19-4891-a5da-cf5b6fc21b30 req-93809179-9763-4897-bb1d-63e26773d7cc tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 943 time: 0.0653675 Jul 28 02:23:52.040662 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7515f817-6a19-4891-a5da-cf5b6fc21b30 req-29a95ffd-2852-496a-b055-db414b8f68a2 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490680 Jul 28 02:23:52.049942 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2a8ecc7c-9132-4a63-b62d-2411ba3fee91 req-a8aaf920-8bea-420c-b549-b56ebc63833c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:52.094873 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aaf920-8bea-420c-b549-b56ebc63833c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Pushing event deleted for resources: {'Port': ['ID=d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:23:52.108230 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aaf920-8bea-420c-b549-b56ebc63833c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:23:52.108580 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aaf920-8bea-420c-b549-b56ebc63833c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:23:52.108947 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aaf920-8bea-420c-b549-b56ebc63833c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:23:52.109292 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aaf920-8bea-420c-b549-b56ebc63833c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:23:52.109685 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aaf920-8bea-420c-b549-b56ebc63833c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:23:52.110022 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aaf920-8bea-420c-b549-b56ebc63833c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:23:52.110351 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aaf920-8bea-420c-b549-b56ebc63833c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:23:52.110710 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aaf920-8bea-420c-b549-b56ebc63833c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:23:52.111037 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aaf920-8bea-420c-b549-b56ebc63833c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:23:52.111364 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aaf920-8bea-420c-b549-b56ebc63833c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:23:52.111696 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aaf920-8bea-420c-b549-b56ebc63833c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:23:52.112501 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aaf920-8bea-420c-b549-b56ebc63833c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:23:52.112501 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aaf920-8bea-420c-b549-b56ebc63833c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:23:52.112910 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aaf920-8bea-420c-b549-b56ebc63833c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:23:52.113302 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aaf920-8bea-420c-b549-b56ebc63833c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:23:52.221165 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a8ecc7c-9132-4a63-b62d-2411ba3fee91 req-a8aaf920-8bea-420c-b549-b56ebc63833c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Router 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:23:52.270725 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fa58d227-d839-4635-be44-4c7de52fb015 req-fe1ac906-3da7-4d12-9106-50168ba04028 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e HTTP/1.1" status: 200 len: 210 time: 0.0291255 Jul 28 02:23:52.329187 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a8ecc7c-9132-4a63-b62d-2411ba3fee91 req-a8aaf920-8bea-420c-b549-b56ebc63833c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:23:52.339077 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f359064-2d75-4169-a493-e9f3519e2cdc None None] Sync routers for ids ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'] in dv-cinder-799871-46-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:23:52.350423 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f359064-2d75-4169-a493-e9f3519e2cdc None None] Routers {'6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:23:52.351045 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-2f359064-2d75-4169-a493-e9f3519e2cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:23:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:23:52.424621 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8ecc7c-9132-4a63-b62d-2411ba3fee91 req-a8aaf920-8bea-420c-b549-b56ebc63833c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] No DVR routers for this DVR port d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df on host hv-cinder-79987 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:23:52.427650 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2a8ecc7c-9132-4a63-b62d-2411ba3fee91 req-a8aaf920-8bea-420c-b549-b56ebc63833c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:52.431251 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2a8ecc7c-9132-4a63-b62d-2411ba3fee91 req-a8aaf920-8bea-420c-b549-b56ebc63833c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.45 "DELETE /v2.0/ports/d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df HTTP/1.1" status: 204 len: 173 time: 0.9146376 Jul 28 02:23:52.439036 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e', 'name': 'network-vif-deleted', 'tag': 'd7bdd3c4-419f-4c80-98bc-7d2cbf43e3df'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:23:52.442210 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d13403-9cd8-45b4-b631-aa2a8c78e5fb" -d '{"events": [{"server_uuid": "5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e", "name": "network-vif-deleted", "tag": "d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:23:52.488004 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2d59b-f9c1-487c-a49d-6f4e6825a509 req-d7088803-d39c-4331-9232-41796d621641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:52.489823 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-49d2d59b-f9c1-487c-a49d-6f4e6825a509 req-d7088803-d39c-4331-9232-41796d621641 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f&tenant_id=1ed45da3e0024fa597d03299abae9859 HTTP/1.1" status: 200 len: 1127 time: 0.1352248 Jul 28 02:23:52.553238 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-2f359064-2d75-4169-a493-e9f3519e2cdc None None] Set router 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:23:52.571675 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2d59b-f9c1-487c-a49d-6f4e6825a509 req-9d737a18-62fe-4eac-94ab-073369d892ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:52.573781 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-49d2d59b-f9c1-487c-a49d-6f4e6825a509 req-9d737a18-62fe-4eac-94ab-073369d892ed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ed45da3e0024fa597d03299abae9859&device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 1127 time: 0.0527806 Jul 28 02:23:52.600541 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6b33a7-60b4-49dd-ad77-28510888c5fb x-openstack-request-id: req-8b6b33a7-60b4-49dd-ad77-28510888c5fb {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:23:52.601042 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e", "name": "network-vif-deleted", "tag": "d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:23:52.601461 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8b6b33a7-60b4-49dd-ad77-28510888c5fb {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:23:52.602056 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b6b33a7-60b4-49dd-ad77-28510888c5fb'] response: {'server_uuid': '5bafc4e4-0ab8-4fa7-8c38-d9fd7fbcc34e', 'name': 'network-vif-deleted', 'tag': 'd7bdd3c4-419f-4c80-98bc-7d2cbf43e3df', 'status': 'completed', 'code': 200} Jul 28 02:23:52.738352 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2d59b-f9c1-487c-a49d-6f4e6825a509 req-a2542b06-dcb4-4599-b285-7ea00e2a2ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:52.740340 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-49d2d59b-f9c1-487c-a49d-6f4e6825a509 req-a2542b06-dcb4-4599-b285-7ea00e2a2ad6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b7a41f53-02ba-4d68-a9f3-9f5c3103be75 HTTP/1.1" status: 200 len: 917 time: 0.1578760 Jul 28 02:23:52.811860 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-49d2d59b-f9c1-487c-a49d-6f4e6825a509 req-de7df8fd-4aee-481e-afc7-e089c97df418 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1715844b-9d8a-4da7-a69b-2981f259a665 HTTP/1.1" status: 200 len: 999 time: 0.0647521 Jul 28 02:23:52.837557 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-2f359064-2d75-4169-a493-e9f3519e2cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'name': 'tempest-TestVolumeBootPattern-455782637-router', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:48Z', 'updated_at': '2022-07-28T02:19:56Z', 'revision_number': 4, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'gw_port': {'id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:50Z', 'updated_at': '2022-07-28T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': 'd3e84029-f951-4461-b07a-2287d0656dca', 'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'mac_address': 'fa:16:3e:07:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:54Z', 'updated_at': '2022-07-28T02:20:03Z', 'revision_number': 5, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'subnets': [{'id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:23:52.862083 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2d59b-f9c1-487c-a49d-6f4e6825a509 req-cea7b6e3-f8c8-4a2d-8bb6-ad199102d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:52.863551 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-49d2d59b-f9c1-487c-a49d-6f4e6825a509 req-cea7b6e3-f8c8-4a2d-8bb6-ad199102d7e1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5140c104-3441-42e7-8ecc-b111359f4da5 HTTP/1.1" status: 200 len: 855 time: 0.0455365 Jul 28 02:23:52.865397 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f359064-2d75-4169-a493-e9f3519e2cdc None None] Checking router: 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 for host: dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:23:52.874007 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f359064-2d75-4169-a493-e9f3519e2cdc None None] Routers {'6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:23:52.874607 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-2f359064-2d75-4169-a493-e9f3519e2cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:23:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:23:52.980767 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-2f359064-2d75-4169-a493-e9f3519e2cdc None None] Set router 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:23:53.145904 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2d59b-f9c1-487c-a49d-6f4e6825a509 req-f6b03910-8bdd-4c03-971f-08b3cccec0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:53.147570 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-49d2d59b-f9c1-487c-a49d-6f4e6825a509 req-f6b03910-8bdd-4c03-971f-08b3cccec0f0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b7a41f53-02ba-4d68-a9f3-9f5c3103be75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0570936 Jul 28 02:23:53.190876 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-2f359064-2d75-4169-a493-e9f3519e2cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'name': 'tempest-TestVolumeBootPattern-455782637-router', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:48Z', 'updated_at': '2022-07-28T02:19:56Z', 'revision_number': 4, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'gw_port': {'id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:50Z', 'updated_at': '2022-07-28T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': 'd3e84029-f951-4461-b07a-2287d0656dca', 'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'mac_address': 'fa:16:3e:07:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:54Z', 'updated_at': '2022-07-28T02:20:03Z', 'revision_number': 5, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'subnets': [{'id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:23:53.201798 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccf88f-9d91-47d2-822f-7446371daa04 req-ef1b01d1-20b5-4513-b97d-445bea3e0d8e tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:53.203832 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-51ccf88f-9d91-47d2-822f-7446371daa04 req-ef1b01d1-20b5-4513-b97d-445bea3e0d8e tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 943 time: 0.0740454 Jul 28 02:23:53.224522 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f359064-2d75-4169-a493-e9f3519e2cdc None None] The sync data for ids ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'] in dv-cinder-799871-46-iscsi is: [{'id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'name': 'tempest-TestVolumeBootPattern-455782637-router', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:48Z', 'updated_at': '2022-07-28T02:19:56Z', 'revision_number': 4, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'gw_port': {'id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:50Z', 'updated_at': '2022-07-28T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': 'd3e84029-f951-4461-b07a-2287d0656dca', 'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'mac_address': 'fa:16:3e:07:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:54Z', 'updated_at': '2022-07-28T02:20:03Z', 'revision_number': 5, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'subnets': [{'id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:23:53.271053 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-49d2d59b-f9c1-487c-a49d-6f4e6825a509 req-bb82b34b-02fc-4ee9-ae9a-25b8bf88d52d service neutron] 10.222.0.45 "GET /v2.0/networks/b7a41f53-02ba-4d68-a9f3-9f5c3103be75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152716 Jul 28 02:23:53.297637 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-51ccf88f-9d91-47d2-822f-7446371daa04 req-f7c571c9-0663-41e1-860f-ab84276ec4e7 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789061 Jul 28 02:23:53.410661 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-49d2d59b-f9c1-487c-a49d-6f4e6825a509 req-11ded9b8-a84a-4d3d-bff1-a15cb3b2af04 service neutron] 10.222.0.45 "GET /v2.0/networks/b7a41f53-02ba-4d68-a9f3-9f5c3103be75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311650 Jul 28 02:23:53.525420 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6a1b19-fe62-435c-bd42-db2af2618c68 None None] New status for floating IP 395feb22-3362-436f-9f13-57666917f90b: DOWN {{(pid=104001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 02:23:53.589700 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-8a4c26a5-68fe-4669-bf7b-d1c065f027f5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-115564651&fields=id&tenant_id=551ad4a52e754c83a0215409f09a21a8 HTTP/1.1" status: 200 len: 267 time: 0.0480020 Jul 28 02:23:53.713578 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-3f81ed70-a863-42e3-afcb-a1d4687bf884 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:53.715169 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-3f81ed70-a863-42e3-afcb-a1d4687bf884 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/networks?id=6a862076-171d-4686-a6b7-e646e42fd313 HTTP/1.1" status: 200 len: 811 time: 0.1171072 Jul 28 02:23:53.730763 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-7d5d4141-fd64-4172-b063-ecf48983a27f tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/quotas/551ad4a52e754c83a0215409f09a21a8 HTTP/1.1" status: 200 len: 375 time: 0.0100358 Jul 28 02:23:53.778223 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:53.807852 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-b929f907-7bce-48c8-a6f9-5c16688a1d98 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=551ad4a52e754c83a0215409f09a21a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0701029 Jul 28 02:23:53.934340 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-d7b6b147-12ad-4387-9314-a22aeca117a5 service neutron] 10.222.0.40 "GET /v2.0/networks/6a862076-171d-4686-a6b7-e646e42fd313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130679 Jul 28 02:23:54.050474 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-214b3b58-28f4-4df8-9b19-7c29b5e75a96 service neutron] 10.222.0.40 "GET /v2.0/networks/6a862076-171d-4686-a6b7-e646e42fd313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091297 Jul 28 02:23:54.462463 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c883c7cf-a76a-4798-856a-c5b9c333f01f req-208a97fd-fd42-412a-b15a-e757c3dc3cae tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 210 time: 0.0620375 Jul 28 02:23:54.511689 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79372b-b97e-47c5-a003-ecb6cfdd4dcf req-162f737f-2fbd-413b-b641-c658cc6abb4b tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:54.513295 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3a79372b-b97e-47c5-a003-ecb6cfdd4dcf req-162f737f-2fbd-413b-b641-c658cc6abb4b tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 943 time: 0.1026804 Jul 28 02:23:54.582717 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3a79372b-b97e-47c5-a003-ecb6cfdd4dcf req-f5294f50-2c01-4c62-8095-aae836a569a1 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623877 Jul 28 02:23:55.274339 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:23:55.299696 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] No Port match for: d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:23:55.299696 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device d7bdd3c4-419f-4c80-98bc-7d2cbf43e3df not bound to the agent host hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:23:55.556849 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:55.577508 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6cb2c3f1-8603-41f5-89a4-8b966689b689 req-b51d68ae-2cee-44d3-acbb-fabad7e8090c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 210 time: 0.0321391 Jul 28 02:23:55.750652 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2034c901-bcd6-435c-b111-ab9a9254b6bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:55.759077 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412b828-ef0c-4798-9940-96ad5b060e0e req-981a53b8-15c4-4c49-af90-4e93e499471e tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:55.769715 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f412b828-ef0c-4798-9940-96ad5b060e0e req-981a53b8-15c4-4c49-af90-4e93e499471e tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 943 time: 0.0769832 Jul 28 02:23:55.830207 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f412b828-ef0c-4798-9940-96ad5b060e0e req-41386e93-be39-4274-bdcd-2dbde994ffc4 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587058 Jul 28 02:23:55.908675 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c5e48-fd74-4ed2-9df8-07c81e534bdd req-9e62faeb-1efc-4684-a9d1-618d4e2347a4 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:55.910436 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a92c5e48-fd74-4ed2-9df8-07c81e534bdd req-9e62faeb-1efc-4684-a9d1-618d4e2347a4 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 945 time: 0.0647771 Jul 28 02:23:55.963713 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a92c5e48-fd74-4ed2-9df8-07c81e534bdd req-e8a89641-8f9a-44c6-ae99-283472d58478 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477190 Jul 28 02:23:56.685592 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-66842fbf-067f-472f-8776-306d30f97ab7 req-0a7cc8be-a033-48c5-a01a-afd1cb8a64b3 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 210 time: 0.0309169 Jul 28 02:23:56.974354 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a734ef1-add0-4dee-bbc9-f982bc8f192a req-aa5b1e78-d25c-43b2-a75a-f9a21ecbb02a tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:56.976090 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0a734ef1-add0-4dee-bbc9-f982bc8f192a req-aa5b1e78-d25c-43b2-a75a-f9a21ecbb02a tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 943 time: 0.0511351 Jul 28 02:23:57.047559 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0a734ef1-add0-4dee-bbc9-f982bc8f192a req-1873e99a-2bf7-4def-8b81-cff945e0970e tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625749 Jul 28 02:23:57.106603 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210f91e-3a93-42e5-b8cd-254d38ab0621 req-26dde9d0-c9a9-4743-a9aa-f7e6fdc88b6c tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:57.110355 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4210f91e-3a93-42e5-b8cd-254d38ab0621 req-26dde9d0-c9a9-4743-a9aa-f7e6fdc88b6c tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 945 time: 0.0603456 Jul 28 02:23:57.170846 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4210f91e-3a93-42e5-b8cd-254d38ab0621 req-dcbe92fb-935c-4d4b-9c5e-76b5ce64d4e7 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563879 Jul 28 02:23:57.793116 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-89c496b6-0822-459c-ada3-18070d356c1d req-8cc8dae7-0d0f-4dc9-a003-a1c5983f96f4 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 210 time: 0.0301220 Jul 28 02:23:58.174094 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5e830de1-e9f2-4d88-b431-662b454a70a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:58.206767 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdf72f-185b-4b5a-8c55-a51d839f3960 req-39622283-5925-482c-b9a4-64b3ef718884 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:58.208840 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ebcdf72f-185b-4b5a-8c55-a51d839f3960 req-39622283-5925-482c-b9a4-64b3ef718884 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 943 time: 0.0698261 Jul 28 02:23:58.311765 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ebcdf72f-185b-4b5a-8c55-a51d839f3960 req-2fdf154b-b063-4ea4-9e66-fc26271f7ce2 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970697 Jul 28 02:23:58.330222 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f046e2-fe0c-47d4-b93f-9e782d2dd63b req-10cbe085-4b13-4fb5-ac8b-58aa86fb3140 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:58.331739 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-43f046e2-fe0c-47d4-b93f-9e782d2dd63b req-10cbe085-4b13-4fb5-ac8b-58aa86fb3140 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 945 time: 0.0721021 Jul 28 02:23:58.392015 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-43f046e2-fe0c-47d4-b93f-9e782d2dd63b req-3aa08233-aee8-4b40-87f7-c33dda8d4fde tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507343 Jul 28 02:23:58.478288 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:23:58.900563 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1228816e-2e11-4a45-a1d3-ebd9dafcc38f req-49b472df-7478-460f-9e31-9e7ca9ee10fd tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 210 time: 0.0289612 Jul 28 02:23:59.239018 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:23:59.458021 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ada27-72f8-48b8-a513-ea926ae42ebc req-0a86c051-4127-42e2-b9ef-cab68cc9f8a7 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:59.459784 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-958ada27-72f8-48b8-a513-ea926ae42ebc req-0a86c051-4127-42e2-b9ef-cab68cc9f8a7 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 943 time: 0.0554373 Jul 28 02:23:59.479651 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:23:59.562495 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4a963-4b31-44e2-ac4f-01d86c0aadae req-71cd6244-e321-44e1-8feb-e9dc6d67d7aa tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:23:59.563864 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-dec4a963-4b31-44e2-ac4f-01d86c0aadae req-71cd6244-e321-44e1-8feb-e9dc6d67d7aa tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 945 time: 0.0730884 Jul 28 02:23:59.571826 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-958ada27-72f8-48b8-a513-ea926ae42ebc req-c1fc3eba-25dd-4ab8-91b1-32e3a815a145 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998499 Jul 28 02:23:59.623446 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-dec4a963-4b31-44e2-ac4f-01d86c0aadae req-a3b64b8f-e30a-4095-8f48-e41170eae39a tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505722 Jul 28 02:24:00.008503 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1c3ed85a-6462-4f74-ae53-9c5f740f6a2c req-9b2b82e0-973c-46ae-83d8-02936bbe57de tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 210 time: 0.0299020 Jul 28 02:24:00.697030 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:00.716615 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9272f-435f-4ca9-836d-02786f03ef86 req-8f9c9986-5017-4b47-a37d-3991986850f4 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:00.718399 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-38c9272f-435f-4ca9-836d-02786f03ef86 req-8f9c9986-5017-4b47-a37d-3991986850f4 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 943 time: 0.0598414 Jul 28 02:24:00.794597 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d689209-7b5c-48ec-87d3-224b505b94d4 req-ca269c34-dac4-43b6-a421-02bade03ec38 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:00.796128 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8d689209-7b5c-48ec-87d3-224b505b94d4 req-ca269c34-dac4-43b6-a421-02bade03ec38 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 945 time: 0.0757027 Jul 28 02:24:00.829556 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-38c9272f-435f-4ca9-836d-02786f03ef86 req-0ee56aa0-56ad-4428-bbd1-a212980030f3 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995457 Jul 28 02:24:00.873103 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8d689209-7b5c-48ec-87d3-224b505b94d4 req-6d4300e0-830b-46a3-9aa9-85a548cb4a84 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669811 Jul 28 02:24:01.028148 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:01.121447 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-63390c5e-77b6-423a-9e64-64b68ed61dc7 req-72a8bb90-12fb-4b39-b916-2c1b630c1805 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 210 time: 0.0374382 Jul 28 02:24:02.015813 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5f3ea-16d9-4c00-b6f3-26844c32dcd7 req-2e1feb82-ef07-4c49-8fa3-e5aa889b554b tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:02.017898 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1cc5f3ea-16d9-4c00-b6f3-26844c32dcd7 req-2e1feb82-ef07-4c49-8fa3-e5aa889b554b tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 943 time: 0.0850286 Jul 28 02:24:02.026255 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01cc93-f784-4520-bcba-514fd82bb65c req-22da9ff7-6cd7-410f-9ac9-7e80c0a2d847 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:02.027657 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7a01cc93-f784-4520-bcba-514fd82bb65c req-22da9ff7-6cd7-410f-9ac9-7e80c0a2d847 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 945 time: 0.0827713 Jul 28 02:24:02.043941 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:02.107235 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1cc5f3ea-16d9-4c00-b6f3-26844c32dcd7 req-ea1fb128-fd8a-4e0a-830f-ca1f0f5e929e tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784607 Jul 28 02:24:02.125534 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7a01cc93-f784-4520-bcba-514fd82bb65c req-e5acc571-6c16-4b38-b384-c7f6f08a5d51 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885465 Jul 28 02:24:02.228214 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-26489f04-6811-4e20-baf5-0b32145b831d req-932204fd-25f9-4875-a7ea-3d04208bc02a tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 210 time: 0.0311642 Jul 28 02:24:03.255197 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d213c-f8b4-4367-a64e-87a3a24b2c05 req-d3a1925f-cc73-4295-92b8-a0316bab5d67 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:03.256582 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-322d213c-f8b4-4367-a64e-87a3a24b2c05 req-d3a1925f-cc73-4295-92b8-a0316bab5d67 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 943 time: 0.0761189 Jul 28 02:24:03.284419 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86aef5-51f7-4739-b088-74e067b3550b req-7db2ef29-a2f9-4133-9d6e-849b3cecbec6 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:03.285868 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fb86aef5-51f7-4739-b088-74e067b3550b req-7db2ef29-a2f9-4133-9d6e-849b3cecbec6 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 945 time: 0.0738692 Jul 28 02:24:03.334978 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-322d213c-f8b4-4367-a64e-87a3a24b2c05 req-89358216-9075-4b28-b973-3f906989c94c tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725923 Jul 28 02:24:03.361472 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fb86aef5-51f7-4739-b088-74e067b3550b req-edd3c369-64ad-437c-b22a-2a63e43cf1ed tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683594 Jul 28 02:24:03.404149 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=83,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:03.407410 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:DELETE=4,neutron:SELECT=95 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:03.428649 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ee174dab-c4c9-4751-94e3-4534bbb58e65 req-dd150dfe-d206-4272-a02f-6f464b2bc662 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 210 time: 0.0296004 Jul 28 02:24:04.494864 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68263e-5c49-48db-b49c-848b54ecbcc6 req-9252b5e7-5c7a-48c9-b57f-3c9a79937e86 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:04.497332 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2c68263e-5c49-48db-b49c-848b54ecbcc6 req-9252b5e7-5c7a-48c9-b57f-3c9a79937e86 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 943 time: 0.0808687 Jul 28 02:24:04.528376 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcc2a5-5a37-4ce5-a5ad-72ebd9c870fd req-f22b6a21-6e3e-430f-be5e-f9dbb3db32f7 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:04.530076 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8edcc2a5-5a37-4ce5-a5ad-72ebd9c870fd req-f22b6a21-6e3e-430f-be5e-f9dbb3db32f7 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 945 time: 0.0811503 Jul 28 02:24:04.582753 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2c68263e-5c49-48db-b49c-848b54ecbcc6 req-f7f3d824-a71a-4efb-b551-17a13effdf9b tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776496 Jul 28 02:24:04.609725 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8edcc2a5-5a37-4ce5-a5ad-72ebd9c870fd req-540e3a5c-9093-46e0-abb6-6200c7ba6147 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700781 Jul 28 02:24:04.668678 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-c9d2d997-6a0c-48b7-914b-7ad204d43346 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:04.670186 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-c9d2d997-6a0c-48b7-914b-7ad204d43346 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.45 "GET /v2.0/networks?id=6a862076-171d-4686-a6b7-e646e42fd313 HTTP/1.1" status: 200 len: 811 time: 0.1292408 Jul 28 02:24:04.705386 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fad29805-6b10-4b50-9030-810a5b4ee358 req-69eda34e-5f1a-4e10-96da-993be1fa7e6d tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 210 time: 0.0301516 Jul 28 02:24:04.742734 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-e0646ae4-0adb-4dcc-bb7e-41374dd51ada tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=551ad4a52e754c83a0215409f09a21a8 HTTP/1.1" status: 200 len: 379 time: 0.0596974 Jul 28 02:24:04.752529 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-535cc5ab-7c20-4955-a832-c5da09e37806 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Request body: {'port': {'device_id': '6b1560ee-67e3-4c05-b0e3-e51772b3fad9', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'admin_state_up': True, 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'security_groups': ['a5fd9244-062f-4462-8b45-3721c7088b44']}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:24:04.865639 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-535cc5ab-7c20-4955-a832-c5da09e37806 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Made reservation on behalf of 551ad4a52e754c83a0215409f09a21a8 for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:24:04.869167 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-535cc5ab-7c20-4955-a832-c5da09e37806 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:04.996608 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-535cc5ab-7c20-4955-a832-c5da09e37806 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Allocated IP 172.20.0.11 (6a862076-171d-4686-a6b7-e646e42fd313/27735d0c-b318-4429-9a91-75d6f81f616d/b509a104-5aca-4c4b-b08e-13aca2f9bbe0) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:24:05.151397 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-535cc5ab-7c20-4955-a832-c5da09e37806 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for port (b509a104-5aca-4c4b-b08e-13aca2f9bbe0), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:05.185440 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-535cc5ab-7c20-4955-a832-c5da09e37806 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (b509a104-5aca-4c4b-b08e-13aca2f9bbe0), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:05.230572 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-535cc5ab-7c20-4955-a832-c5da09e37806 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Network 6a862076-171d-4686-a6b7-e646e42fd313 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:24:05.233878 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-535cc5ab-7c20-4955-a832-c5da09e37806 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:24:05.238419 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-535cc5ab-7c20-4955-a832-c5da09e37806 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:24:05.244628 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535cc5ab-7c20-4955-a832-c5da09e37806 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Pushing event updated for resources: {'Port': ['ID=b509a104-5aca-4c4b-b08e-13aca2f9bbe0,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:05.298455 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-535cc5ab-7c20-4955-a832-c5da09e37806 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:05.299082 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-535cc5ab-7c20-4955-a832-c5da09e37806 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:05.325222 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-535cc5ab-7c20-4955-a832-c5da09e37806 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5777225 Jul 28 02:24:05.337820 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-b404bdaa-1bd2-4da2-b6ef-d02742daaed0 service neutron] Request body: {'port': {'device_id': '6b1560ee-67e3-4c05-b0e3-e51772b3fad9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:24:05.400721 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-b404bdaa-1bd2-4da2-b6ef-d02742daaed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (b509a104-5aca-4c4b-b08e-13aca2f9bbe0), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:05.413609 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:05.435364 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:05.483787 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-3f7f8462-a956-4947-a745-851f9c40cd81 None None] Provisioning complete for port b509a104-5aca-4c4b-b08e-13aca2f9bbe0 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:24:05.485654 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3f7f8462-a956-4947-a745-851f9c40cd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (b509a104-5aca-4c4b-b08e-13aca2f9bbe0), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:05.526822 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-3f7f8462-a956-4947-a745-851f9c40cd81 None None] Port b509a104-5aca-4c4b-b08e-13aca2f9bbe0 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:24:05.530162 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:05.679055 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-b404bdaa-1bd2-4da2-b6ef-d02742daaed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b509a104-5aca-4c4b-b08e-13aca2f9bbe0 {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:24:05.686693 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-b404bdaa-1bd2-4da2-b6ef-d02742daaed0 service neutron] Publish callbacks [] for port (b509a104-5aca-4c4b-b08e-13aca2f9bbe0), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:05.699594 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-b404bdaa-1bd2-4da2-b6ef-d02742daaed0 service neutron] Transition to ACTIVE for port object b509a104-5aca-4c4b-b08e-13aca2f9bbe0 will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 02:24:05.704216 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-b404bdaa-1bd2-4da2-b6ef-d02742daaed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (b509a104-5aca-4c4b-b08e-13aca2f9bbe0), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:05.756086 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:05.760842 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404bdaa-1bd2-4da2-b6ef-d02742daaed0 service neutron] Pushing event updated for resources: {'Port': ['ID=b509a104-5aca-4c4b-b08e-13aca2f9bbe0,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:05.766925 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7e4f6-595c-4ac8-8477-700469d22ab1 req-acb5e615-1ab6-4a66-8d18-45c0335ff34e tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:05.768458 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f1a7e4f6-595c-4ac8-8477-700469d22ab1 req-acb5e615-1ab6-4a66-8d18-45c0335ff34e tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 943 time: 0.0975585 Jul 28 02:24:05.777413 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7cdcc-83be-479d-b8ca-946c1594b233 req-465daefc-6764-45a8-8e68-36a01fcb605d tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:05.779034 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d6a7cdcc-83be-479d-b8ca-946c1594b233 req-465daefc-6764-45a8-8e68-36a01fcb605d tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 945 time: 0.0682988 Jul 28 02:24:05.835630 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-b404bdaa-1bd2-4da2-b6ef-d02742daaed0 service neutron] Attempting to bind port b509a104-5aca-4c4b-b08e-13aca2f9bbe0 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:24:05.835958 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-b404bdaa-1bd2-4da2-b6ef-d02742daaed0 service neutron] Attempting to bind port b509a104-5aca-4c4b-b08e-13aca2f9bbe0 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '968874d2-a171-458e-9f57-ec646e40da4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:24:05.836281 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-b404bdaa-1bd2-4da2-b6ef-d02742daaed0 service neutron] Attempting to bind port b509a104-5aca-4c4b-b08e-13aca2f9bbe0 on network 6a862076-171d-4686-a6b7-e646e42fd313 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:24:05.841318 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-b404bdaa-1bd2-4da2-b6ef-d02742daaed0 service neutron] Port b509a104-5aca-4c4b-b08e-13aca2f9bbe0 on network 6a862076-171d-4686-a6b7-e646e42fd313 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 02:24:05.841636 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-b404bdaa-1bd2-4da2-b6ef-d02742daaed0 service neutron] Attempting to bind port b509a104-5aca-4c4b-b08e-13aca2f9bbe0 on network 6a862076-171d-4686-a6b7-e646e42fd313 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:24:05.848491 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-b404bdaa-1bd2-4da2-b6ef-d02742daaed0 service neutron] Checking agent: {'id': '4faf9253-2001-44ef-b83a-102e5ef5a109', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'started_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:24:05.848831 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-b404bdaa-1bd2-4da2-b6ef-d02742daaed0 service neutron] Checking segment: {'id': '968874d2-a171-458e-9f57-ec646e40da4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:24:05.849629 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-b404bdaa-1bd2-4da2-b6ef-d02742daaed0 service neutron] Bound using segment: {'id': '968874d2-a171-458e-9f57-ec646e40da4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:24:05.849738 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-b404bdaa-1bd2-4da2-b6ef-d02742daaed0 service neutron] Bound port: b509a104-5aca-4c4b-b08e-13aca2f9bbe0, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '968874d2-a171-458e-9f57-ec646e40da4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:24:05.850002 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-b404bdaa-1bd2-4da2-b6ef-d02742daaed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (b509a104-5aca-4c4b-b08e-13aca2f9bbe0), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:05.868191 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f1a7e4f6-595c-4ac8-8477-700469d22ab1 req-63aa40b9-8f2f-4a06-a56c-5f6fbbd3e802 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882003 Jul 28 02:24:05.881858 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d6a7cdcc-83be-479d-b8ca-946c1594b233 req-a79cffe5-5e67-4b16-b233-46e36896ced0 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943584 Jul 28 02:24:05.924014 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-b404bdaa-1bd2-4da2-b6ef-d02742daaed0 service neutron] For port b509a104-5aca-4c4b-b08e-13aca2f9bbe0, host hv-cinder-79987, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:24:05.927320 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-b404bdaa-1bd2-4da2-b6ef-d02742daaed0 service neutron] For port b509a104-5aca-4c4b-b08e-13aca2f9bbe0, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b509a104-5aca-4c4b-b08e-13aca2f9bbe0,segment=NetworkSegment(968874d2-a171-458e-9f57-ec646e40da4a),segment_id=968874d2-a171-458e-9f57-ec646e40da4a)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:24:05.935781 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-b404bdaa-1bd2-4da2-b6ef-d02742daaed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (b509a104-5aca-4c4b-b08e-13aca2f9bbe0), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:05.979961 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-b404bdaa-1bd2-4da2-b6ef-d02742daaed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:05.980822 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-b404bdaa-1bd2-4da2-b6ef-d02742daaed0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:05.982232 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-b404bdaa-1bd2-4da2-b6ef-d02742daaed0 service neutron] 10.222.0.45 "PUT /v2.0/ports/b509a104-5aca-4c4b-b08e-13aca2f9bbe0 HTTP/1.1" status: 200 len: 1094 time: 0.6486907 Jul 28 02:24:05.982676 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1560ee-67e3-4c05-b0e3-e51772b3fad9', 'tag': 'b509a104-5aca-4c4b-b08e-13aca2f9bbe0'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:24:05.987009 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3083f34-0ffb-40c8-8f22-4b019bef66d0" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1560ee-67e3-4c05-b0e3-e51772b3fad9", "tag": "b509a104-5aca-4c4b-b08e-13aca2f9bbe0"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:24:06.036422 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404bdaa-1bd2-4da2-b6ef-d02742daaed0 service neutron] Pushing event updated for resources: {'Port': ['ID=b509a104-5aca-4c4b-b08e-13aca2f9bbe0,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:06.073769 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84abce-0cf2-4b68-92bf-b7ca47220740 req-667decf2-1f99-45d0-9683-2f0ed754ea01 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:06.075331 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0a84abce-0cf2-4b68-92bf-b7ca47220740 req-667decf2-1f99-45d0-9683-2f0ed754ea01 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 944 time: 0.1224523 Jul 28 02:24:06.095814 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-4e897136-0fe3-4b70-afcc-3ed2fb921fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:06.097554 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-4e897136-0fe3-4b70-afcc-3ed2fb921fd1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=551ad4a52e754c83a0215409f09a21a8&device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 1128 time: 0.0529821 Jul 28 02:24:06.099648 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee87e5cd-4593-4c40-845d-fab08aa5508b x-openstack-request-id: req-ee87e5cd-4593-4c40-845d-fab08aa5508b {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:24:06.099648 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1560ee-67e3-4c05-b0e3-e51772b3fad9", "tag": "b509a104-5aca-4c4b-b08e-13aca2f9bbe0", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:24:06.099648 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ee87e5cd-4593-4c40-845d-fab08aa5508b {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:24:06.100023 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee87e5cd-4593-4c40-845d-fab08aa5508b'] response: {'name': 'network-changed', 'server_uuid': '6b1560ee-67e3-4c05-b0e3-e51772b3fad9', 'tag': 'b509a104-5aca-4c4b-b08e-13aca2f9bbe0', 'status': 'completed', 'code': 200} Jul 28 02:24:06.149685 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0a84abce-0cf2-4b68-92bf-b7ca47220740 req-acb9e88d-9a44-413c-83a2-f793e1f93204 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672777 Jul 28 02:24:06.154398 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-215136dc-38cf-4d8b-a608-b303f8202261 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b509a104-5aca-4c4b-b08e-13aca2f9bbe0 HTTP/1.1" status: 200 len: 217 time: 0.0430686 Jul 28 02:24:06.217163 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-820531e8-9a1f-4890-ac2e-2e25be60d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:06.219405 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-820531e8-9a1f-4890-ac2e-2e25be60d764 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27735d0c-b318-4429-9a91-75d6f81f616d HTTP/1.1" status: 200 len: 850 time: 0.0577850 Jul 28 02:24:06.268972 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-39787d6f-c5e3-4b24-bbf3-6f8b69f94ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:06.271220 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-39787d6f-c5e3-4b24-bbf3-6f8b69f94ca1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a862076-171d-4686-a6b7-e646e42fd313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454884 Jul 28 02:24:06.376829 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-ed1d2418-0880-468e-936b-edd1d79273d5 service neutron] 10.222.0.45 "GET /v2.0/networks/6a862076-171d-4686-a6b7-e646e42fd313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996435 Jul 28 02:24:06.466620 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b23347e2-01ef-4f87-9117-1ec379512ec8 req-10fd4111-986f-4de9-9689-8729413b3dac service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0881288 Jul 28 02:24:06.471137 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:06.480568 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:06.746491 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-27f359b6-c20e-42e7-b2d1-807d497ed9c3 req-b71b2e9e-659e-4498-95c3-f9d33f1d4f54 service neutron] 10.222.0.45 "GET /v2.0/networks/6a862076-171d-4686-a6b7-e646e42fd313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588660 Jul 28 02:24:06.775970 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23347e2-01ef-4f87-9117-1ec379512ec8 req-aa191d6a-6959-4111-ab86-95d68b07eeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:06.777478 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b23347e2-01ef-4f87-9117-1ec379512ec8 req-aa191d6a-6959-4111-ab86-95d68b07eeb8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b5157a5b7f25482980f925175adf2090&device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 1130 time: 0.0496249 Jul 28 02:24:07.004500 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02034e6d-c28a-4c36-bee4-9f43494b3784 req-95f0f63a-0657-43e3-8024-af4f5b1782e6 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:07.006083 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-02034e6d-c28a-4c36-bee4-9f43494b3784 req-95f0f63a-0657-43e3-8024-af4f5b1782e6 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 943 time: 0.0564511 Jul 28 02:24:07.065922 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-02034e6d-c28a-4c36-bee4-9f43494b3784 req-4b8d6035-d386-48c0-92fc-c0ae2e954600 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536070 Jul 28 02:24:07.124005 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3083f34-0ffb-40c8-8f22-4b019bef66d0 req-793cef53-a411-432d-a6f9-e7195eba2d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:07.126097 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b3083f34-0ffb-40c8-8f22-4b019bef66d0 req-793cef53-a411-432d-a6f9-e7195eba2d3f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=551ad4a52e754c83a0215409f09a21a8&device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 1128 time: 0.0913544 Jul 28 02:24:07.169793 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e339c-9217-47b9-82ea-b694cf49ade2 req-057c8e08-19c1-44d9-86e7-36151ae4d7ce tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:07.171273 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bf1e339c-9217-47b9-82ea-b694cf49ade2 req-057c8e08-19c1-44d9-86e7-36151ae4d7ce tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 945 time: 0.0525019 Jul 28 02:24:07.218718 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23347e2-01ef-4f87-9117-1ec379512ec8 req-61f346a4-d8f0-4c24-9aee-4fc18adc7f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:07.220472 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b23347e2-01ef-4f87-9117-1ec379512ec8 req-61f346a4-d8f0-4c24-9aee-4fc18adc7f2a service neutron] 10.222.0.45 "GET /v2.0/networks?id=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 HTTP/1.1" status: 200 len: 920 time: 0.1766274 Jul 28 02:24:07.225116 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bf1e339c-9217-47b9-82ea-b694cf49ade2 req-93593fe2-d0c2-40ef-848a-85b27b1339cf tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474274 Jul 28 02:24:07.273157 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7664f3c-77e6-49de-aca8-3e05cf14b174 req-8c24b2b0-397f-4c8d-87f8-05d3fa022933 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:07.274334 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b23347e2-01ef-4f87-9117-1ec379512ec8 req-120d157c-25cc-463b-afe1-88f4434e6ccd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=381df188-01c4-4181-92e1-f3df290d4f58 HTTP/1.1" status: 200 len: 217 time: 0.0449300 Jul 28 02:24:07.274563 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a7664f3c-77e6-49de-aca8-3e05cf14b174 req-8c24b2b0-397f-4c8d-87f8-05d3fa022933 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 944 time: 0.0485795 Jul 28 02:24:07.291705 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3083f34-0ffb-40c8-8f22-4b019bef66d0 req-59e3c78c-1c5d-4497-81bb-385cd584b994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:07.293134 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b3083f34-0ffb-40c8-8f22-4b019bef66d0 req-59e3c78c-1c5d-4497-81bb-385cd584b994 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6a862076-171d-4686-a6b7-e646e42fd313 HTTP/1.1" status: 200 len: 912 time: 0.1607475 Jul 28 02:24:07.303292 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 1715844b-9d8a-4da7-a69b-2981f259a665 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 02:24:07.329043 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a7664f3c-77e6-49de-aca8-3e05cf14b174 req-8ea6c8ef-b45a-4909-a231-d5c6a255c371 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487783 Jul 28 02:24:07.354831 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b3083f34-0ffb-40c8-8f22-4b019bef66d0 req-b5804e47-3344-40a9-95ae-ce95abe76ece service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b509a104-5aca-4c4b-b08e-13aca2f9bbe0 HTTP/1.1" status: 200 len: 217 time: 0.0412085 Jul 28 02:24:07.395939 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23347e2-01ef-4f87-9117-1ec379512ec8 req-50cd68a0-ccdf-4de2-a857-b5f979665bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:07.397448 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b23347e2-01ef-4f87-9117-1ec379512ec8 req-50cd68a0-ccdf-4de2-a857-b5f979665bf4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85b85007-31bd-4b12-8b58-5449a423c715 HTTP/1.1" status: 200 len: 858 time: 0.1158719 Jul 28 02:24:07.416573 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 1715844b-9d8a-4da7-a69b-2981f259a665, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1715844b-9d8a-4da7-a69b-2981f259a665,segment=NetworkSegment(d704733b-9866-4f1a-bedf-601228758543),segment_id=d704733b-9866-4f1a-bedf-601228758543)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:24:07.429502 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Returning: {'device': '1715844b-9d8a-4da7-a69b-2981f259a665', 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'port_id': '1715844b-9d8a-4da7-a69b-2981f259a665', 'mac_address': 'fa:16:3e:21:c3:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 02:24:07.443224 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3083f34-0ffb-40c8-8f22-4b019bef66d0 req-4be40161-016a-4e0d-881c-0172e69f2d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:07.444687 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b3083f34-0ffb-40c8-8f22-4b019bef66d0 req-4be40161-016a-4e0d-881c-0172e69f2d8a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27735d0c-b318-4429-9a91-75d6f81f616d HTTP/1.1" status: 200 len: 850 time: 0.0832028 Jul 28 02:24:07.454829 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23347e2-01ef-4f87-9117-1ec379512ec8 req-773d4150-b9f3-4c72-aca3-9f9efb3be93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:07.456323 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b23347e2-01ef-4f87-9117-1ec379512ec8 req-773d4150-b9f3-4c72-aca3-9f9efb3be93b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464103 Jul 28 02:24:07.472835 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 1715844b-9d8a-4da7-a69b-2981f259a665 is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:24:07.473261 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (1715844b-9d8a-4da7-a69b-2981f259a665), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:07.487302 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1715844b-9d8a-4da7-a69b-2981f259a665 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:24:07.508546 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 1715844b-9d8a-4da7-a69b-2981f259a665, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1715844b-9d8a-4da7-a69b-2981f259a665,segment=NetworkSegment(d704733b-9866-4f1a-bedf-601228758543),segment_id=d704733b-9866-4f1a-bedf-601228758543)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:24:07.513217 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (1715844b-9d8a-4da7-a69b-2981f259a665), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:07.556157 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3083f34-0ffb-40c8-8f22-4b019bef66d0 req-f663b736-a79d-4e74-94df-db425a63af9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:07.557723 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b3083f34-0ffb-40c8-8f22-4b019bef66d0 req-f663b736-a79d-4e74-94df-db425a63af9f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a862076-171d-4686-a6b7-e646e42fd313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1005561 Jul 28 02:24:07.565432 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=1715844b-9d8a-4da7-a69b-2981f259a665,revision_number=9']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:07.642685 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b23347e2-01ef-4f87-9117-1ec379512ec8 req-213550a8-fabe-44ba-a475-776974366542 service neutron] 10.222.0.45 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764882 Jul 28 02:24:07.745138 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b3083f34-0ffb-40c8-8f22-4b019bef66d0 req-564ac94e-066b-4e37-bf11-55cdcb756055 service neutron] 10.222.0.45 "GET /v2.0/networks/6a862076-171d-4686-a6b7-e646e42fd313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711502 Jul 28 02:24:07.813356 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['1715844b-9d8a-4da7-a69b-2981f259a665'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:24:07.825409 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b23347e2-01ef-4f87-9117-1ec379512ec8 req-b32adc74-f526-4dc0-b356-f1bfc5ff33c3 service neutron] 10.222.0.45 "GET /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745214 Jul 28 02:24:07.872787 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b3083f34-0ffb-40c8-8f22-4b019bef66d0 req-c276d751-5dd6-4369-88b3-8da8f0b88991 service neutron] 10.222.0.45 "GET /v2.0/networks/6a862076-171d-4686-a6b7-e646e42fd313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144438 Jul 28 02:24:07.919019 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:07.942970 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:08.182016 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:08.197291 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f320264-e1d1-4b4e-b7b8-0f055d1ef330 req-a91b8941-66e7-4137-872c-2815d4feab4f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:08.198797 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5f320264-e1d1-4b4e-b7b8-0f055d1ef330 req-a91b8941-66e7-4137-872c-2815d4feab4f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 944 time: 0.0516033 Jul 28 02:24:08.253727 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5f320264-e1d1-4b4e-b7b8-0f055d1ef330 req-3d26818e-e8e4-4535-a0b5-97214a2fccb4 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488572 Jul 28 02:24:08.356375 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe838942-b956-4742-b43b-5980724c7efe req-1ac9e30a-96a3-4616-8674-49890b1585ac tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:08.358102 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fe838942-b956-4742-b43b-5980724c7efe req-1ac9e30a-96a3-4616-8674-49890b1585ac tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 945 time: 0.0497971 Jul 28 02:24:08.420362 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fe838942-b956-4742-b43b-5980724c7efe req-8c9b3f78-e395-46de-9a24-01cf780380d4 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562513 Jul 28 02:24:08.455874 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9c64a-8963-4b1a-bf65-809f2dd1f4e9 req-fc0d3636-8951-4f41-9df4-af0f688789c9 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:08.457829 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6fd9c64a-8963-4b1a-bf65-809f2dd1f4e9 req-fc0d3636-8951-4f41-9df4-af0f688789c9 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 944 time: 0.0509427 Jul 28 02:24:08.510766 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6fd9c64a-8963-4b1a-bf65-809f2dd1f4e9 req-e1b41391-8a0c-4df2-81ca-48e07d9def20 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474670 Jul 28 02:24:09.324748 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 1715844b-9d8a-4da7-a69b-2981f259a665 up at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:24:09.372853 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning complete for port 1715844b-9d8a-4da7-a69b-2981f259a665 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:24:09.373284 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (1715844b-9d8a-4da7-a69b-2981f259a665), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:09.394696 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d8c90-2b62-4349-8097-c98e8b186158 req-e1a2c533-ae63-4be0-a818-cdb7e0b365c9 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:09.396174 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-928d8c90-2b62-4349-8097-c98e8b186158 req-e1a2c533-ae63-4be0-a818-cdb7e0b365c9 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 944 time: 0.0570493 Jul 28 02:24:09.458105 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-928d8c90-2b62-4349-8097-c98e8b186158 req-96409d31-da40-4bd9-86ef-54160c4cd2ae tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560873 Jul 28 02:24:09.467058 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 1715844b-9d8a-4da7-a69b-2981f259a665 is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:24:09.467296 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (1715844b-9d8a-4da7-a69b-2981f259a665), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:09.517464 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b88dd0f-664f-42f1-b13f-ee78e8a3a00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1715844b-9d8a-4da7-a69b-2981f259a665'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:24:09.519837 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd7b23193eab089ffe890151ec8d4d81c159f1068d0ecb51bca31dcd10d4c9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e41302-3946-47e5-addb-c349ff980180" -d '{"events": [{"server_uuid": "4b88dd0f-664f-42f1-b13f-ee78e8a3a00f", "name": "network-vif-plugged", "status": "completed", "tag": "1715844b-9d8a-4da7-a69b-2981f259a665"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:24:09.526862 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 1715844b-9d8a-4da7-a69b-2981f259a665, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1715844b-9d8a-4da7-a69b-2981f259a665,segment=NetworkSegment(d704733b-9866-4f1a-bedf-601228758543),segment_id=d704733b-9866-4f1a-bedf-601228758543)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:24:09.533300 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (1715844b-9d8a-4da7-a69b-2981f259a665), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:09.567094 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7ce56-26a9-4565-a3cb-13f0d6ada4ea req-111a9091-b2ea-44b8-845f-6a2436a52dcd tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:09.569404 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-98c7ce56-26a9-4565-a3cb-13f0d6ada4ea req-111a9091-b2ea-44b8-845f-6a2436a52dcd tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 945 time: 0.0587285 Jul 28 02:24:09.592032 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=1715844b-9d8a-4da7-a69b-2981f259a665,revision_number=10']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:09.633430 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-98c7ce56-26a9-4565-a3cb-13f0d6ada4ea req-2af7cd6e-525c-498b-a44c-f873e322dd64 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502706 Jul 28 02:24:09.753007 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912f5d1c-deb6-454f-bb63-cdfcb0b0c152 x-openstack-request-id: req-912f5d1c-deb6-454f-bb63-cdfcb0b0c152 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:24:09.753495 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b88dd0f-664f-42f1-b13f-ee78e8a3a00f", "name": "network-vif-plugged", "status": "completed", "tag": "1715844b-9d8a-4da7-a69b-2981f259a665", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:24:09.753905 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-912f5d1c-deb6-454f-bb63-cdfcb0b0c152 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:24:09.754514 dv-cinder-799871-46-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-912f5d1c-deb6-454f-bb63-cdfcb0b0c152'] response: {'server_uuid': '4b88dd0f-664f-42f1-b13f-ee78e8a3a00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1715844b-9d8a-4da7-a69b-2981f259a665', 'code': 200} Jul 28 02:24:09.830238 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc7ab3-460c-4821-9192-d4a8733f00d4 req-2c4c350d-d5f2-4a37-b0c3-ca041bd6aa67 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:09.831995 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9ccc7ab3-460c-4821-9192-d4a8733f00d4 req-2c4c350d-d5f2-4a37-b0c3-ca041bd6aa67 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 944 time: 0.0543263 Jul 28 02:24:09.870698 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:09.891894 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9ccc7ab3-460c-4821-9192-d4a8733f00d4 req-4f10428e-8386-4cea-a942-6a8cb4e701ac tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532193 Jul 28 02:24:10.360100 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb982168-5379-496b-966c-9f03e89c1630 req-c9c90210-6fc2-4475-a346-f60d77e086a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:10.361801 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-cb982168-5379-496b-966c-9f03e89c1630 req-c9c90210-6fc2-4475-a346-f60d77e086a5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 1130 time: 0.0552194 Jul 28 02:24:10.409893 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:10.421803 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-cb982168-5379-496b-966c-9f03e89c1630 req-9ff8f188-4984-46f1-a160-95179586215a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404992 Jul 28 02:24:10.590554 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175b781-2cd4-4bd3-a802-6b4dc71dbf13 req-60e21a16-443f-4b34-854a-3bb24608d160 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:10.591996 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4175b781-2cd4-4bd3-a802-6b4dc71dbf13 req-60e21a16-443f-4b34-854a-3bb24608d160 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 946 time: 0.0480251 Jul 28 02:24:10.639102 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4175b781-2cd4-4bd3-a802-6b4dc71dbf13 req-37644ca3-b2d8-4482-818b-28701e3484eb tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412843 Jul 28 02:24:10.754733 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39acab4-6754-4294-ade1-586fb76ceaee req-5920dee6-bb93-414b-bd34-42e40114e869 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:10.756179 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b39acab4-6754-4294-ade1-586fb76ceaee req-5920dee6-bb93-414b-bd34-42e40114e869 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 945 time: 0.0470719 Jul 28 02:24:10.808726 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b39acab4-6754-4294-ade1-586fb76ceaee req-64082ac5-5f36-4429-a7bb-40193028bf5e tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467005 Jul 28 02:24:11.015218 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ac0d2-fb94-4d30-8b53-5d5f53cec77c req-96859d88-476b-4208-aae4-a695541ee38b tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:11.016830 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-491ac0d2-fb94-4d30-8b53-5d5f53cec77c req-96859d88-476b-4208-aae4-a695541ee38b tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 944 time: 0.0553617 Jul 28 02:24:11.068618 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-491ac0d2-fb94-4d30-8b53-5d5f53cec77c req-2c044944-522d-4a14-bfab-8e2c2fb4839b tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458853 Jul 28 02:24:11.766964 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca83f31-d124-418f-910e-be4424ecb06e req-4c57a883-e13a-41b0-9fe8-141ae0e4c4c4 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:11.768475 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2ca83f31-d124-418f-910e-be4424ecb06e req-4c57a883-e13a-41b0-9fe8-141ae0e4c4c4 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 946 time: 0.0511432 Jul 28 02:24:11.820827 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2ca83f31-d124-418f-910e-be4424ecb06e req-c5d58892-8155-4807-8f65-aca6cb22d971 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468123 Jul 28 02:24:11.933086 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21df89a-072b-4753-8fbd-61fc6032113d req-d400e646-c0e1-4c3b-9ca5-507944ab4e30 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:11.934495 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b21df89a-072b-4753-8fbd-61fc6032113d req-d400e646-c0e1-4c3b-9ca5-507944ab4e30 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 945 time: 0.0529702 Jul 28 02:24:11.987526 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b21df89a-072b-4753-8fbd-61fc6032113d req-a0e14e0e-1fa9-420b-97d1-e2ff6d854c86 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469151 Jul 28 02:24:12.215813 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574143cb-2879-433e-96f0-82f46c65d7fc req-8c267a29-9774-4f7e-a5ad-f96d69278585 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:12.217332 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-574143cb-2879-433e-96f0-82f46c65d7fc req-8c267a29-9774-4f7e-a5ad-f96d69278585 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 944 time: 0.0745878 Jul 28 02:24:12.231368 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:12.239346 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48672b-55bd-4b47-8579-29dddfd5e68a req-ec41cbd2-8236-4247-90c7-6ceb5e0ba133 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:12.240772 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cc48672b-55bd-4b47-8579-29dddfd5e68a req-ec41cbd2-8236-4247-90c7-6ceb5e0ba133 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 946 time: 0.0682476 Jul 28 02:24:12.312746 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-574143cb-2879-433e-96f0-82f46c65d7fc req-6d03a15e-5887-419b-ac26-566b2ba76e5a tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885963 Jul 28 02:24:12.316671 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cc48672b-55bd-4b47-8579-29dddfd5e68a req-e16006c0-4ccf-4c88-9f17-ded0a6577764 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680223 Jul 28 02:24:12.786389 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2462da1-a154-4726-8647-1e2994a5ddee req-83c0524b-e383-43aa-9a48-e98c0fa69cdf tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:12.787839 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f2462da1-a154-4726-8647-1e2994a5ddee req-83c0524b-e383-43aa-9a48-e98c0fa69cdf tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=6a3dc3c2-86d2-426f-826d-8ee87df1dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0498996 Jul 28 02:24:12.838042 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f2462da1-a154-4726-8647-1e2994a5ddee req-48b9ec94-771c-479d-88cb-e79c941911ff tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=938c5323-7403-45df-b2d8-5464d36445de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443408 Jul 28 02:24:12.951251 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57293bf5-659c-406f-93b0-637a7b4d2ae1 req-ffc6d589-6b69-46da-b0ea-9be1b4e8e64f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:12.953483 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-57293bf5-659c-406f-93b0-637a7b4d2ae1 req-ffc6d589-6b69-46da-b0ea-9be1b4e8e64f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 946 time: 0.0471842 Jul 28 02:24:13.002435 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-57293bf5-659c-406f-93b0-637a7b4d2ae1 req-a9601c49-dbe9-4b15-8140-9f130bdbddf9 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431671 Jul 28 02:24:13.119060 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd98e9-6367-43a6-a2a3-de1bf910e093 req-9084837b-027e-4f0f-911c-3d3cc3b4075b tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:13.120583 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c4dd98e9-6367-43a6-a2a3-de1bf910e093 req-9084837b-027e-4f0f-911c-3d3cc3b4075b tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 945 time: 0.0515673 Jul 28 02:24:13.173401 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c4dd98e9-6367-43a6-a2a3-de1bf910e093 req-6261befc-ea52-4c37-b5e1-e0c3379fb761 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461013 Jul 28 02:24:13.443073 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:13.460587 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f571b8-9b24-4b9d-a6bc-02e710113946 req-e3ea4adb-0ccc-44f3-b04c-6a8cfe87bd18 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:13.462334 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e2f571b8-9b24-4b9d-a6bc-02e710113946 req-e3ea4adb-0ccc-44f3-b04c-6a8cfe87bd18 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 944 time: 0.0783987 Jul 28 02:24:13.468269 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dd696-f19a-4d70-9625-185fea23e3e1 req-911cfa58-4b85-4a26-82b2-b3e4f8566b72 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:13.470723 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fc8dd696-f19a-4d70-9625-185fea23e3e1 req-911cfa58-4b85-4a26-82b2-b3e4f8566b72 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 946 time: 0.0759923 Jul 28 02:24:13.549417 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e2f571b8-9b24-4b9d-a6bc-02e710113946 req-316c922c-01ca-4e20-b2ef-105eda704d5f tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777321 Jul 28 02:24:13.552524 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fc8dd696-f19a-4d70-9625-185fea23e3e1 req-993f3fe9-d97b-490c-9af2-c15754d2c91b tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748293 Jul 28 02:24:13.959182 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2b9ff-b333-416f-b63a-8cded97a5ad5 req-c26e2636-9ab5-47ed-884f-0c939e94f5e6 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:13.960634 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fdf2b9ff-b333-416f-b63a-8cded97a5ad5 req-c26e2636-9ab5-47ed-884f-0c939e94f5e6 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=6a3dc3c2-86d2-426f-826d-8ee87df1dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0474982 Jul 28 02:24:14.007665 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fdf2b9ff-b333-416f-b63a-8cded97a5ad5 req-afaaaf7b-7990-4872-a974-2bf586eceb7b tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=938c5323-7403-45df-b2d8-5464d36445de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414789 Jul 28 02:24:14.129761 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aace54c-1f49-480d-bc7a-ff59ac5bdabf req-f9ac1279-c8a6-4332-b84f-c354d4854581 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:14.131104 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0aace54c-1f49-480d-bc7a-ff59ac5bdabf req-f9ac1279-c8a6-4332-b84f-c354d4854581 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 946 time: 0.0475302 Jul 28 02:24:14.181619 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0aace54c-1f49-480d-bc7a-ff59ac5bdabf req-443c5e5a-e10d-4893-bddd-3abbd56c9887 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450518 Jul 28 02:24:14.290097 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb887c-66b5-4598-b0fa-176de89d6824 req-ece68ba3-ebbf-456b-95c1-3872e600ebd6 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:14.291532 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e8eb887c-66b5-4598-b0fa-176de89d6824 req-ece68ba3-ebbf-456b-95c1-3872e600ebd6 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 945 time: 0.0470397 Jul 28 02:24:14.340540 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e8eb887c-66b5-4598-b0fa-176de89d6824 req-5d4cba03-ec48-478f-b2ce-6ebc30e27b2a tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432503 Jul 28 02:24:14.698170 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa0aec-319c-43b7-99fd-e3aea4f6e7db req-10dcb125-979c-4aad-b996-123306e902d4 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:14.699624 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-48fa0aec-319c-43b7-99fd-e3aea4f6e7db req-10dcb125-979c-4aad-b996-123306e902d4 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 944 time: 0.0789683 Jul 28 02:24:14.707290 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dac626-c7df-41d6-940c-d29321c0fae8 req-0eda67b3-a784-47e6-bc99-af70d66f6ceb tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:14.708662 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e5dac626-c7df-41d6-940c-d29321c0fae8 req-0eda67b3-a784-47e6-bc99-af70d66f6ceb tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 946 time: 0.0785434 Jul 28 02:24:14.758826 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:14.789346 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-48fa0aec-319c-43b7-99fd-e3aea4f6e7db req-eb9128dc-870a-4cf4-a810-a65bc656b1f4 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797157 Jul 28 02:24:14.796033 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e5dac626-c7df-41d6-940c-d29321c0fae8 req-240f8a2b-9a4f-4bef-83b4-165231e36158 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797949 Jul 28 02:24:15.128269 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a96e0-b3d6-4d30-bd4b-a2a13b94e297 req-ebdd2d41-1efe-4e38-b123-0e2553a45c7b tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:15.129722 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-538a96e0-b3d6-4d30-bd4b-a2a13b94e297 req-ebdd2d41-1efe-4e38-b123-0e2553a45c7b tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=6a3dc3c2-86d2-426f-826d-8ee87df1dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0469990 Jul 28 02:24:15.176761 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-538a96e0-b3d6-4d30-bd4b-a2a13b94e297 req-2639f445-6111-4687-8b4f-845dc080a02a tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=938c5323-7403-45df-b2d8-5464d36445de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415370 Jul 28 02:24:15.380679 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device b509a104-5aca-4c4b-b08e-13aca2f9bbe0 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 02:24:15.465621 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40500922-090e-4838-bc76-cc5b96a40d6a req-de82bfd9-5d02-43fa-a2bc-2d690cad2d65 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:15.467082 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-40500922-090e-4838-bc76-cc5b96a40d6a req-de82bfd9-5d02-43fa-a2bc-2d690cad2d65 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 945 time: 0.0526552 Jul 28 02:24:15.482024 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port b509a104-5aca-4c4b-b08e-13aca2f9bbe0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b509a104-5aca-4c4b-b08e-13aca2f9bbe0,segment=NetworkSegment(968874d2-a171-458e-9f57-ec646e40da4a),segment_id=968874d2-a171-458e-9f57-ec646e40da4a)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:24:15.493429 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Returning: {'device': 'b509a104-5aca-4c4b-b08e-13aca2f9bbe0', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'port_id': 'b509a104-5aca-4c4b-b08e-13aca2f9bbe0', 'mac_address': 'fa:16:3e:93:0a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 02:24:15.519355 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-40500922-090e-4838-bc76-cc5b96a40d6a req-dec85963-df73-42ed-981b-6efd5ffaa7af tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452199 Jul 28 02:24:15.533040 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port b509a104-5aca-4c4b-b08e-13aca2f9bbe0 is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:24:15.533436 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (b509a104-5aca-4c4b-b08e-13aca2f9bbe0), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:15.546924 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b509a104-5aca-4c4b-b08e-13aca2f9bbe0 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:24:15.566267 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port b509a104-5aca-4c4b-b08e-13aca2f9bbe0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b509a104-5aca-4c4b-b08e-13aca2f9bbe0,segment=NetworkSegment(968874d2-a171-458e-9f57-ec646e40da4a),segment_id=968874d2-a171-458e-9f57-ec646e40da4a)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:24:15.570259 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (b509a104-5aca-4c4b-b08e-13aca2f9bbe0), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:15.616201 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=b509a104-5aca-4c4b-b08e-13aca2f9bbe0,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:15.829250 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['b509a104-5aca-4c4b-b08e-13aca2f9bbe0'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:24:15.949240 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92575a2-fb3c-4dd1-b50c-ca3159f73e5d req-97ce6a2b-b4f4-4ccc-9a6c-4217f6962478 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:15.950695 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e92575a2-fb3c-4dd1-b50c-ca3159f73e5d req-97ce6a2b-b4f4-4ccc-9a6c-4217f6962478 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 945 time: 0.0836129 Jul 28 02:24:15.960266 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ee23a-2801-49c9-abaf-d97b3904ddd0 req-fec4247b-325c-4431-97ca-cfd4b7a7f068 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:15.961814 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-242ee23a-2801-49c9-abaf-d97b3904ddd0 req-fec4247b-325c-4431-97ca-cfd4b7a7f068 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 946 time: 0.0819054 Jul 28 02:24:16.045529 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e92575a2-fb3c-4dd1-b50c-ca3159f73e5d req-ab153e11-2bd7-47d2-979a-7fd3ab45660a tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827076 Jul 28 02:24:16.051468 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-242ee23a-2801-49c9-abaf-d97b3904ddd0 req-e7bfe54f-c296-4051-8290-415a62f04207 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819507 Jul 28 02:24:16.168137 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:16.293722 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fee5cf-1784-494f-acd0-1cc8d1821242 req-b00bdfc6-35f9-49e1-88c5-3e919f930cab tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:16.295160 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c5fee5cf-1784-494f-acd0-1cc8d1821242 req-b00bdfc6-35f9-49e1-88c5-3e919f930cab tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=6a3dc3c2-86d2-426f-826d-8ee87df1dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0478854 Jul 28 02:24:16.341818 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c5fee5cf-1784-494f-acd0-1cc8d1821242 req-5ba4bb29-764c-4b45-aa0b-626224e9bbb6 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=938c5323-7403-45df-b2d8-5464d36445de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404856 Jul 28 02:24:16.638967 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae01624-8c30-47d8-a795-ee3f47021cb0 req-a99d303d-2cb6-407e-8873-99370ba3009e tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:16.640421 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3ae01624-8c30-47d8-a795-ee3f47021cb0 req-a99d303d-2cb6-407e-8873-99370ba3009e tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 945 time: 0.0477128 Jul 28 02:24:16.653185 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:16.695417 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3ae01624-8c30-47d8-a795-ee3f47021cb0 req-46071bd6-5745-4165-b849-6a9631766984 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486946 Jul 28 02:24:17.196092 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af709f66-93bf-47c4-95c4-958d719451cd req-13f5d2ca-9d48-4754-956a-1e898a745aef tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:17.197580 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-af709f66-93bf-47c4-95c4-958d719451cd req-13f5d2ca-9d48-4754-956a-1e898a745aef tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 945 time: 0.0756297 Jul 28 02:24:17.204123 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ec188-613a-4d66-87f6-ee3ec3122090 req-f49841c4-588d-4f52-acd3-2106c8561319 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:17.205602 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c19ec188-613a-4d66-87f6-ee3ec3122090 req-f49841c4-588d-4f52-acd3-2106c8561319 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 946 time: 0.0733953 Jul 28 02:24:17.283879 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-af709f66-93bf-47c4-95c4-958d719451cd req-dc98955b-f7c3-4511-8f58-1dca0981f108 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773098 Jul 28 02:24:17.287811 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c19ec188-613a-4d66-87f6-ee3ec3122090 req-4d78daf2-aa97-4913-b93f-c451e9728ae1 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753634 Jul 28 02:24:17.386178 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device b509a104-5aca-4c4b-b08e-13aca2f9bbe0 up at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:24:17.413746 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:17.435463 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning for port b509a104-5aca-4c4b-b08e-13aca2f9bbe0 completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 02:24:17.441788 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning complete for port b509a104-5aca-4c4b-b08e-13aca2f9bbe0 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:24:17.442144 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (b509a104-5aca-4c4b-b08e-13aca2f9bbe0), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:17.466801 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a235b-f8cd-477d-bbdf-65743196c2a6 req-f08e373e-91e8-45b9-8a8b-eecf10c64e94 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:17.468467 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f67a235b-f8cd-477d-bbdf-65743196c2a6 req-f08e373e-91e8-45b9-8a8b-eecf10c64e94 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=6a3dc3c2-86d2-426f-826d-8ee87df1dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0491230 Jul 28 02:24:17.514873 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port b509a104-5aca-4c4b-b08e-13aca2f9bbe0 is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:24:17.515993 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (b509a104-5aca-4c4b-b08e-13aca2f9bbe0), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:17.517956 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f67a235b-f8cd-477d-bbdf-65743196c2a6 req-60691d6f-dd81-4574-92e7-2f87d616828c tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=938c5323-7403-45df-b2d8-5464d36445de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431173 Jul 28 02:24:17.547903 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1560ee-67e3-4c05-b0e3-e51772b3fad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b509a104-5aca-4c4b-b08e-13aca2f9bbe0'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:24:17.550382 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd7b23193eab089ffe890151ec8d4d81c159f1068d0ecb51bca31dcd10d4c9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd4b9de-d298-4e22-a01f-f0ce12721b48" -d '{"events": [{"server_uuid": "6b1560ee-67e3-4c05-b0e3-e51772b3fad9", "name": "network-vif-plugged", "status": "completed", "tag": "b509a104-5aca-4c4b-b08e-13aca2f9bbe0"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:24:17.563121 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port b509a104-5aca-4c4b-b08e-13aca2f9bbe0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b509a104-5aca-4c4b-b08e-13aca2f9bbe0,segment=NetworkSegment(968874d2-a171-458e-9f57-ec646e40da4a),segment_id=968874d2-a171-458e-9f57-ec646e40da4a)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:24:17.571051 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (b509a104-5aca-4c4b-b08e-13aca2f9bbe0), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:17.590961 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:17.602652 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780d0802-deb9-45f0-805c-11b5c10a2ab2 x-openstack-request-id: req-780d0802-deb9-45f0-805c-11b5c10a2ab2 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:24:17.603096 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1560ee-67e3-4c05-b0e3-e51772b3fad9", "name": "network-vif-plugged", "status": "completed", "tag": "b509a104-5aca-4c4b-b08e-13aca2f9bbe0", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:24:17.603350 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-780d0802-deb9-45f0-805c-11b5c10a2ab2 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:24:17.603735 dv-cinder-799871-46-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-780d0802-deb9-45f0-805c-11b5c10a2ab2'] response: {'server_uuid': '6b1560ee-67e3-4c05-b0e3-e51772b3fad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b509a104-5aca-4c4b-b08e-13aca2f9bbe0', 'code': 200} Jul 28 02:24:17.604288 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def08eea-fcbb-4357-9b7e-69e01600a79e req-d6aa6751-d054-4270-ad58-29ea65cea610 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:17.605803 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-def08eea-fcbb-4357-9b7e-69e01600a79e req-d6aa6751-d054-4270-ad58-29ea65cea610 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a3dc3c2-86d2-426f-826d-8ee87df1dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0792253 Jul 28 02:24:17.612110 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1aacc-6490-4919-81b2-093ac687bb12 req-ed1a8f25-7574-4e42-826d-41696ed05c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:17.613994 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-40b1aacc-6490-4919-81b2-093ac687bb12 req-ed1a8f25-7574-4e42-826d-41696ed05c3a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=723a88dd0d514e9080b5355da878b406&device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 1129 time: 0.0860057 Jul 28 02:24:17.626847 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e2e56-7cf0-4039-972a-00bce395575e req-a7a27f8a-356d-419a-9533-732b399eade0 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:17.628498 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3a2e2e56-7cf0-4039-972a-00bce395575e req-a7a27f8a-356d-419a-9533-732b399eade0 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.45 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 946 time: 0.1018898 Jul 28 02:24:17.633527 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=b509a104-5aca-4c4b-b08e-13aca2f9bbe0,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:17.695915 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:17.708121 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [req-def08eea-fcbb-4357-9b7e-69e01600a79e req-54ea5787-ad29-404f-b29c-cb22f0d29440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Deleting port 2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:24:17.708469 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-def08eea-fcbb-4357-9b7e-69e01600a79e req-54ea5787-ad29-404f-b29c-cb22f0d29440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:17.805200 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-3a2e2e56-7cf0-4039-972a-00bce395575e req-87b3ae84-fae5-48b0-bbf0-168159bfe9c3 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Deleting port 4d95fa12-8f07-4a72-acd9-94e8934faa9a {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:24:17.805547 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-3a2e2e56-7cf0-4039-972a-00bce395575e req-87b3ae84-fae5-48b0-bbf0-168159bfe9c3 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (4d95fa12-8f07-4a72-acd9-94e8934faa9a), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:17.821719 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1aacc-6490-4919-81b2-093ac687bb12 req-76495c15-4fa1-4ddd-a07a-ce056012d028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:17.823207 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-40b1aacc-6490-4919-81b2-093ac687bb12 req-76495c15-4fa1-4ddd-a07a-ce056012d028 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3028137f-378b-4f43-9bf1-434ecd477647 HTTP/1.1" status: 200 len: 909 time: 0.1938009 Jul 28 02:24:17.929652 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-40b1aacc-6490-4919-81b2-093ac687bb12 req-4d27e57e-923f-4214-835f-040edc813c9c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4361cfbc-bcbf-486b-ad6a-719f5fc09a5d HTTP/1.1" status: 200 len: 1001 time: 0.0810325 Jul 28 02:24:17.982838 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-3a2e2e56-7cf0-4039-972a-00bce395575e req-87b3ae84-fae5-48b0-bbf0-168159bfe9c3 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] For port 4d95fa12-8f07-4a72-acd9-94e8934faa9a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4d95fa12-8f07-4a72-acd9-94e8934faa9a,segment=NetworkSegment(061ae22b-e238-4740-8938-e6c134ab8fa9),segment_id=061ae22b-e238-4740-8938-e6c134ab8fa9)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:24:17.983203 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-3a2e2e56-7cf0-4039-972a-00bce395575e req-87b3ae84-fae5-48b0-bbf0-168159bfe9c3 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (4d95fa12-8f07-4a72-acd9-94e8934faa9a), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:18.042546 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1aacc-6490-4919-81b2-093ac687bb12 req-95e3c938-0a70-4eb9-9cb4-53af5348f277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:18.044019 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-40b1aacc-6490-4919-81b2-093ac687bb12 req-95e3c938-0a70-4eb9-9cb4-53af5348f277 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27e5cd1e-e52c-425e-8667-f3f406f660a7 HTTP/1.1" status: 200 len: 847 time: 0.1073470 Jul 28 02:24:18.134816 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1aacc-6490-4919-81b2-093ac687bb12 req-acf384d7-ac19-4fb0-997f-3e3df359eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:18.136305 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-40b1aacc-6490-4919-81b2-093ac687bb12 req-acf384d7-ac19-4fb0-997f-3e3df359eb1c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3028137f-378b-4f43-9bf1-434ecd477647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0861030 Jul 28 02:24:18.163862 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60460fe0-a0a7-48ac-94c7-d9ed86aba5cd req-4221abb1-73f7-4e23-b08f-df8d761525e3 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:18.165349 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-60460fe0-a0a7-48ac-94c7-d9ed86aba5cd req-4221abb1-73f7-4e23-b08f-df8d761525e3 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 945 time: 0.3855774 Jul 28 02:24:18.167170 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-def08eea-fcbb-4357-9b7e-69e01600a79e req-54ea5787-ad29-404f-b29c-cb22f0d29440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] For port 2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1,segment=NetworkSegment(ad593867-37dc-486f-9ad0-984d268f99db),segment_id=ad593867-37dc-486f-9ad0-984d268f99db)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:24:18.167534 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-def08eea-fcbb-4357-9b7e-69e01600a79e req-54ea5787-ad29-404f-b29c-cb22f0d29440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:18.199335 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a7fb9-445b-4238-b15e-92f6aaf5f975 req-a911ac0f-23f3-41ef-a001-ed36690092e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:18.200717 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c22a7fb9-445b-4238-b15e-92f6aaf5f975 req-a911ac0f-23f3-41ef-a001-ed36690092e7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 1130 time: 0.3582635 Jul 28 02:24:18.262872 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-3a2e2e56-7cf0-4039-972a-00bce395575e req-87b3ae84-fae5-48b0-bbf0-168159bfe9c3 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:18.263239 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-3a2e2e56-7cf0-4039-972a-00bce395575e req-87b3ae84-fae5-48b0-bbf0-168159bfe9c3 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (88a83803-25aa-4ca4-b193-dd35f519ff29), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:18.264014 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.db.l3_db [req-3a2e2e56-7cf0-4039-972a-00bce395575e req-87b3ae84-fae5-48b0-bbf0-168159bfe9c3 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Floating IP 88a83803-25aa-4ca4-b193-dd35f519ff29 disassociated. External IP: 172.27.0.199, port: 4d95fa12-8f07-4a72-acd9-94e8934faa9a. Jul 28 02:24:18.264014 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-3a2e2e56-7cf0-4039-972a-00bce395575e req-87b3ae84-fae5-48b0-bbf0-168159bfe9c3 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Calling delete_port for 4d95fa12-8f07-4a72-acd9-94e8934faa9a owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:24:18.297995 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-40b1aacc-6490-4919-81b2-093ac687bb12 req-4658814d-7338-4774-836a-1d2827f59fc8 service neutron] 10.222.0.45 "GET /v2.0/networks/3028137f-378b-4f43-9bf1-434ecd477647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547215 Jul 28 02:24:18.387223 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-60460fe0-a0a7-48ac-94c7-d9ed86aba5cd req-f462d261-a6e6-4f35-8dca-b96cbaad25c4 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2143731 Jul 28 02:24:18.436402 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:18.444055 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-40b1aacc-6490-4919-81b2-093ac687bb12 req-a80bc523-a9fe-4de1-94c0-14f7d6e4f451 service neutron] 10.222.0.45 "GET /v2.0/networks/3028137f-378b-4f43-9bf1-434ecd477647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205730 Jul 28 02:24:18.447813 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c22a7fb9-445b-4238-b15e-92f6aaf5f975 req-6dfc3bf9-986d-47b7-b87a-819919e4463f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237012 Jul 28 02:24:18.496373 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:18.502254 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6468a2-e920-49f6-879e-2a10631bf3c9 req-038e931a-2f2d-4074-b11d-a92925409714 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:18.503743 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9a6468a2-e920-49f6-879e-2a10631bf3c9 req-038e931a-2f2d-4074-b11d-a92925409714 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 946 time: 0.1245668 Jul 28 02:24:18.523288 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-3a2e2e56-7cf0-4039-972a-00bce395575e req-87b3ae84-fae5-48b0-bbf0-168159bfe9c3 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (4d95fa12-8f07-4a72-acd9-94e8934faa9a), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:18.552336 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3ae84-fae5-48b0-bbf0-168159bfe9c3 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Pushing event deleted for resources: {'Port': ['ID=4d95fa12-8f07-4a72-acd9-94e8934faa9a,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:18.589860 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-def08eea-fcbb-4357-9b7e-69e01600a79e req-54ea5787-ad29-404f-b29c-cb22f0d29440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:18.590227 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-def08eea-fcbb-4357-9b7e-69e01600a79e req-54ea5787-ad29-404f-b29c-cb22f0d29440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (d94c94cb-e14f-48dc-9dac-f47362b1c34f), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:18.590547 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.db.l3_db [req-def08eea-fcbb-4357-9b7e-69e01600a79e req-54ea5787-ad29-404f-b29c-cb22f0d29440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Floating IP d94c94cb-e14f-48dc-9dac-f47362b1c34f disassociated. External IP: 172.27.0.49, port: 2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1. Jul 28 02:24:18.590898 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [req-def08eea-fcbb-4357-9b7e-69e01600a79e req-54ea5787-ad29-404f-b29c-cb22f0d29440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Calling delete_port for 2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1 owned by compute:nova {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:24:18.603543 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82ea36-3ed7-4fa6-b1aa-a316a2de37ce req-1ff0aa65-28db-492e-a90e-a61d5058d586 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:18.605064 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1a82ea36-3ed7-4fa6-b1aa-a316a2de37ce req-1ff0aa65-28db-492e-a90e-a61d5058d586 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 946 time: 0.1123314 Jul 28 02:24:18.631077 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:18.645016 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9a6468a2-e920-49f6-879e-2a10631bf3c9 req-c98d0a03-d4ae-4f48-aaf2-a64a76ea1ae0 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313224 Jul 28 02:24:18.673464 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a2e2e56-7cf0-4039-972a-00bce395575e req-87b3ae84-fae5-48b0-bbf0-168159bfe9c3 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Router aff59b78-00b6-4526-bccd-ca079e2ffec3 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:24:18.721423 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1a82ea36-3ed7-4fa6-b1aa-a316a2de37ce req-919f9e5b-5e91-4c13-8d4d-5bd940ede452 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=eafc79e1-ccee-4962-b8d4-525a963268a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071639 Jul 28 02:24:18.802579 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a2e2e56-7cf0-4039-972a-00bce395575e req-87b3ae84-fae5-48b0-bbf0-168159bfe9c3 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:24:18.812477 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cce27c-249a-43c9-a5f0-34a7b235f302 req-4dc27d6f-3c5b-489a-a5fc-cd492d13009f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:18.812665 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49302a6b-8a1c-44a5-a7d0-50fc619f1912 None None] Sync routers for ids ['aff59b78-00b6-4526-bccd-ca079e2ffec3'] in dv-cinder-799871-46-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:24:18.814090 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-35cce27c-249a-43c9-a5f0-34a7b235f302 req-4dc27d6f-3c5b-489a-a5fc-cd492d13009f tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=6a3dc3c2-86d2-426f-826d-8ee87df1dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0809531 Jul 28 02:24:18.822787 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49302a6b-8a1c-44a5-a7d0-50fc619f1912 None None] Routers {'aff59b78-00b6-4526-bccd-ca079e2ffec3'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:24:18.823772 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-49302a6b-8a1c-44a5-a7d0-50fc619f1912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:23:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['aff59b78-00b6-4526-bccd-ca079e2ffec3'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:24:18.855838 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2e2e56-7cf0-4039-972a-00bce395575e req-87b3ae84-fae5-48b0-bbf0-168159bfe9c3 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] No DVR routers for this DVR port 4d95fa12-8f07-4a72-acd9-94e8934faa9a on host hv-cinder-79987 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:24:18.856034 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-def08eea-fcbb-4357-9b7e-69e01600a79e req-54ea5787-ad29-404f-b29c-cb22f0d29440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:18.858332 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-3a2e2e56-7cf0-4039-972a-00bce395575e req-87b3ae84-fae5-48b0-bbf0-168159bfe9c3 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:18.862738 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3a2e2e56-7cf0-4039-972a-00bce395575e req-87b3ae84-fae5-48b0-bbf0-168159bfe9c3 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.45 "DELETE /v2.0/ports/4d95fa12-8f07-4a72-acd9-94e8934faa9a HTTP/1.1" status: 204 len: 173 time: 1.2231894 Jul 28 02:24:18.863685 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c55cbbcb-d9ea-4797-a39a-b663942e8ff6', 'name': 'network-vif-deleted', 'tag': '4d95fa12-8f07-4a72-acd9-94e8934faa9a'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:24:18.865891 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a5f457-7056-4267-ae70-2560884adf81" -d '{"events": [{"server_uuid": "c55cbbcb-d9ea-4797-a39a-b663942e8ff6", "name": "network-vif-deleted", "tag": "4d95fa12-8f07-4a72-acd9-94e8934faa9a"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:24:18.877184 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:18.905257 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea5787-ad29-404f-b29c-cb22f0d29440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event deleted for resources: {'Port': ['ID=2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:18.916281 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-35cce27c-249a-43c9-a5f0-34a7b235f302 req-c6af9442-0976-4e57-8f71-18f7e4da811d tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups?id=938c5323-7403-45df-b2d8-5464d36445de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0924630 Jul 28 02:24:18.923156 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea5787-ad29-404f-b29c-cb22f0d29440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:18.923617 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea5787-ad29-404f-b29c-cb22f0d29440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:18.924016 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea5787-ad29-404f-b29c-cb22f0d29440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:18.924358 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea5787-ad29-404f-b29c-cb22f0d29440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:18.924765 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea5787-ad29-404f-b29c-cb22f0d29440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:18.924992 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efee4f03-2f31-453d-b061-13479663afca x-openstack-request-id: req-efee4f03-2f31-453d-b061-13479663afca {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:24:18.925118 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea5787-ad29-404f-b29c-cb22f0d29440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:18.925468 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea5787-ad29-404f-b29c-cb22f0d29440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:18.925669 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c55cbbcb-d9ea-4797-a39a-b663942e8ff6", "name": "network-vif-deleted", "tag": "4d95fa12-8f07-4a72-acd9-94e8934faa9a", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:24:18.925785 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea5787-ad29-404f-b29c-cb22f0d29440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:18.926134 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea5787-ad29-404f-b29c-cb22f0d29440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:18.926346 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-efee4f03-2f31-453d-b061-13479663afca {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:24:18.926456 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea5787-ad29-404f-b29c-cb22f0d29440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:18.926794 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea5787-ad29-404f-b29c-cb22f0d29440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:18.927130 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea5787-ad29-404f-b29c-cb22f0d29440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:18.927284 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efee4f03-2f31-453d-b061-13479663afca'] response: {'server_uuid': 'c55cbbcb-d9ea-4797-a39a-b663942e8ff6', 'name': 'network-vif-deleted', 'tag': '4d95fa12-8f07-4a72-acd9-94e8934faa9a', 'status': 'completed', 'code': 200} Jul 28 02:24:18.927467 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea5787-ad29-404f-b29c-cb22f0d29440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:18.927799 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea5787-ad29-404f-b29c-cb22f0d29440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:18.928131 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea5787-ad29-404f-b29c-cb22f0d29440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:18.955180 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:18.960722 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-49302a6b-8a1c-44a5-a7d0-50fc619f1912 None None] Set router aff59b78-00b6-4526-bccd-ca079e2ffec3 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:24:19.003527 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:19.071472 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-def08eea-fcbb-4357-9b7e-69e01600a79e req-54ea5787-ad29-404f-b29c-cb22f0d29440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:24:19.168247 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-49302a6b-8a1c-44a5-a7d0-50fc619f1912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'name': 'tempest-ServerRescueNegativeTestJSON-1124966851-router', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:27Z', 'updated_at': '2022-07-28T02:19:34Z', 'revision_number': 4, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'gw_port': {'id': '0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:28Z', 'updated_at': '2022-07-28T02:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c', 'name': '', 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'mac_address': 'fa:16:3e:c5:8a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '85b85007-31bd-4b12-8b58-5449a423c715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:33Z', 'updated_at': '2022-07-28T02:19:43Z', 'revision_number': 5, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'subnets': [{'id': '85b85007-31bd-4b12-8b58-5449a423c715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:24:19.181510 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-def08eea-fcbb-4357-9b7e-69e01600a79e req-54ea5787-ad29-404f-b29c-cb22f0d29440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:24:19.196972 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028dbea1-a65a-4c4f-b7fd-6572b2d54ee8 None None] Sync routers for ids ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:24:19.202089 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49302a6b-8a1c-44a5-a7d0-50fc619f1912 None None] Checking router: aff59b78-00b6-4526-bccd-ca079e2ffec3 for host: dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:24:19.208188 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028dbea1-a65a-4c4f-b7fd-6572b2d54ee8 None None] Routers {'36354f44-4c5b-4f6a-b262-2f1cd2d07967'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:24:19.208813 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-028dbea1-a65a-4c4f-b7fd-6572b2d54ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:23:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:24:19.213059 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49302a6b-8a1c-44a5-a7d0-50fc619f1912 None None] Routers {'aff59b78-00b6-4526-bccd-ca079e2ffec3'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:24:19.213663 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-49302a6b-8a1c-44a5-a7d0-50fc619f1912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:23:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['aff59b78-00b6-4526-bccd-ca079e2ffec3'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:24:19.226753 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [req-def08eea-fcbb-4357-9b7e-69e01600a79e req-54ea5787-ad29-404f-b29c-cb22f0d29440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] No DVR routers for this DVR port 2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1 on host hv-cinder-79987 {{(pid=103999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:24:19.229403 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-def08eea-fcbb-4357-9b7e-69e01600a79e req-54ea5787-ad29-404f-b29c-cb22f0d29440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:19.232712 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-def08eea-fcbb-4357-9b7e-69e01600a79e req-54ea5787-ad29-404f-b29c-cb22f0d29440 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.45 "DELETE /v2.0/ports/2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1 HTTP/1.1" status: 204 len: 173 time: 1.6211383 Jul 28 02:24:19.233266 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3dc3c2-86d2-426f-826d-8ee87df1dbd9', 'name': 'network-vif-deleted', 'tag': '2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:24:19.236564 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fd3017fc08cfcfd8945092685727e724b0eb79f5cdddf0496dd7adb644fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83f04ed-cdf1-4c22-9780-7fa91ae9fe19" -d '{"events": [{"server_uuid": "6a3dc3c2-86d2-426f-826d-8ee87df1dbd9", "name": "network-vif-deleted", "tag": "2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:24:19.333894 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-49302a6b-8a1c-44a5-a7d0-50fc619f1912 None None] Set router aff59b78-00b6-4526-bccd-ca079e2ffec3 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:24:19.343869 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad85d33-f2e9-48ed-87c4-ab4533ed3e4e x-openstack-request-id: req-2ad85d33-f2e9-48ed-87c4-ab4533ed3e4e {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:24:19.344541 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3dc3c2-86d2-426f-826d-8ee87df1dbd9", "name": "network-vif-deleted", "tag": "2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:24:19.345244 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2ad85d33-f2e9-48ed-87c4-ab4533ed3e4e {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:24:19.345450 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ad85d33-f2e9-48ed-87c4-ab4533ed3e4e'] response: {'server_uuid': '6a3dc3c2-86d2-426f-826d-8ee87df1dbd9', 'name': 'network-vif-deleted', 'tag': '2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1', 'status': 'completed', 'code': 200} Jul 28 02:24:19.349591 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-028dbea1-a65a-4c4f-b7fd-6572b2d54ee8 None None] Set router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:24:19.524231 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e7923-5ac1-4223-9895-ca778973fe6b req-38282df3-8ae8-49aa-8366-6cfd15d33e97 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:19.526045 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0b3e7923-5ac1-4223-9895-ca778973fe6b req-38282df3-8ae8-49aa-8366-6cfd15d33e97 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 945 time: 0.0553823 Jul 28 02:24:19.560282 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-028dbea1-a65a-4c4f-b7fd-6572b2d54ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '420d1770-f371-4ef3-80de-40843395f9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:59Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'gw_port': {'id': '420d1770-f371-4ef3-80de-40843395f9e1', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:01Z', 'updated_at': '2022-07-28T02:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '40a12468-19ed-487d-a474-8a6063834f45', 'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'mac_address': 'fa:16:3e:62:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:09Z', 'updated_at': '2022-07-28T02:18:26Z', 'revision_number': 5, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'subnets': [{'id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:24:19.580502 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0b3e7923-5ac1-4223-9895-ca778973fe6b req-4490563a-b670-4afc-8730-0c97acb6a1ae tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481131 Jul 28 02:24:19.586909 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028dbea1-a65a-4c4f-b7fd-6572b2d54ee8 None None] Checking router: 36354f44-4c5b-4f6a-b262-2f1cd2d07967 for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:24:19.598163 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028dbea1-a65a-4c4f-b7fd-6572b2d54ee8 None None] Routers {'36354f44-4c5b-4f6a-b262-2f1cd2d07967'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:24:19.598775 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-028dbea1-a65a-4c4f-b7fd-6572b2d54ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:23:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:24:19.627543 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-49302a6b-8a1c-44a5-a7d0-50fc619f1912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'name': 'tempest-ServerRescueNegativeTestJSON-1124966851-router', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:27Z', 'updated_at': '2022-07-28T02:19:34Z', 'revision_number': 4, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'gw_port': {'id': '0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:28Z', 'updated_at': '2022-07-28T02:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c', 'name': '', 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'mac_address': 'fa:16:3e:c5:8a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '85b85007-31bd-4b12-8b58-5449a423c715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:33Z', 'updated_at': '2022-07-28T02:19:43Z', 'revision_number': 5, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'subnets': [{'id': '85b85007-31bd-4b12-8b58-5449a423c715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:24:19.655602 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49302a6b-8a1c-44a5-a7d0-50fc619f1912 None None] The sync data for ids ['aff59b78-00b6-4526-bccd-ca079e2ffec3'] in dv-cinder-799871-46-iscsi is: [{'id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'name': 'tempest-ServerRescueNegativeTestJSON-1124966851-router', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:27Z', 'updated_at': '2022-07-28T02:19:34Z', 'revision_number': 4, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'gw_port': {'id': '0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:28Z', 'updated_at': '2022-07-28T02:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c', 'name': '', 'network_id': '409dbfc5-7fa3-448b-9a8d-151bbb9f6be9', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'mac_address': 'fa:16:3e:c5:8a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '85b85007-31bd-4b12-8b58-5449a423c715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:33Z', 'updated_at': '2022-07-28T02:19:43Z', 'revision_number': 5, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'subnets': [{'id': '85b85007-31bd-4b12-8b58-5449a423c715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:24:19.704054 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-028dbea1-a65a-4c4f-b7fd-6572b2d54ee8 None None] Set router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:24:19.811576 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea059257-ef22-4e24-93d3-2bb1acff917c req-736eb3ea-020e-4f9d-ba47-8c0c42fe12c0 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:19.819730 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ea059257-ef22-4e24-93d3-2bb1acff917c req-736eb3ea-020e-4f9d-ba47-8c0c42fe12c0 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 946 time: 0.0975318 Jul 28 02:24:19.864591 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9861d3a7-bd32-4320-942b-31855314675d req-3a94a8f6-f4e4-463a-a34a-2eff83a8656d tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 210 time: 0.0428381 Jul 28 02:24:19.898017 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ea059257-ef22-4e24-93d3-2bb1acff917c req-ee8c8766-80b3-4d73-ae7a-0be7090e91b8 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774202 Jul 28 02:24:19.934641 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-028dbea1-a65a-4c4f-b7fd-6572b2d54ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '420d1770-f371-4ef3-80de-40843395f9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:59Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'gw_port': {'id': '420d1770-f371-4ef3-80de-40843395f9e1', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:01Z', 'updated_at': '2022-07-28T02:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '40a12468-19ed-487d-a474-8a6063834f45', 'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'mac_address': 'fa:16:3e:62:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:09Z', 'updated_at': '2022-07-28T02:18:26Z', 'revision_number': 5, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'subnets': [{'id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:24:19.954313 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0eb74f-07a1-4a57-8d1e-861d88d84123 None None] New status for floating IP 88a83803-25aa-4ca4-b193-dd35f519ff29: DOWN {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 02:24:19.963748 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028dbea1-a65a-4c4f-b7fd-6572b2d54ee8 None None] The sync data for ids ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'] in dv-cinder-799871-46-iscsi is: [{'id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '420d1770-f371-4ef3-80de-40843395f9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:59Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'gw_port': {'id': '420d1770-f371-4ef3-80de-40843395f9e1', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:01Z', 'updated_at': '2022-07-28T02:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '40a12468-19ed-487d-a474-8a6063834f45', 'name': '', 'network_id': 'bda255f1-8497-41f0-9d65-8f281bd7eb0d', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'mac_address': 'fa:16:3e:62:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:09Z', 'updated_at': '2022-07-28T02:18:26Z', 'revision_number': 5, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'subnets': [{'id': '0b6c1c1a-91bf-46d8-8e77-626f9a84855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:24:20.042580 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d69ee892-a203-437c-8c58-ef09cc6fac61 req-c75811e6-9d53-4490-8a9a-6092cfc811b9 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=6a3dc3c2-86d2-426f-826d-8ee87df1dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0359311 Jul 28 02:24:20.222079 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821018d7-7dcb-43c4-bb79-79a369f7f4d4 None None] New status for floating IP d94c94cb-e14f-48dc-9dac-f47362b1c34f: DOWN {{(pid=104001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 02:24:20.258463 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:20.303936 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:20.701877 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eafca0c-9ddf-45d3-835c-e408ade00d35 req-7f8bb97c-56d4-4f29-a388-cfa9c57c92fb tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:20.703855 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6eafca0c-9ddf-45d3-835c-e408ade00d35 req-7f8bb97c-56d4-4f29-a388-cfa9c57c92fb tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 945 time: 0.0495675 Jul 28 02:24:20.756231 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6eafca0c-9ddf-45d3-835c-e408ade00d35 req-786d5b21-5148-4326-91b1-74c0b3497719 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467761 Jul 28 02:24:20.998291 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b10f6cbe-6ef3-4216-a369-aa69dc5771e4 req-43432407-7e0a-44ff-b6f0-f16dbe861539 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=c55cbbcb-d9ea-4797-a39a-b663942e8ff6 HTTP/1.1" status: 200 len: 210 time: 0.0372458 Jul 28 02:24:21.044961 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315dd1f-8e38-4424-9b8e-c4122d920179 req-debdb279-3499-4a05-971c-9ef0ce1f788b tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:21.047796 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d315dd1f-8e38-4424-9b8e-c4122d920179 req-debdb279-3499-4a05-971c-9ef0ce1f788b tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 946 time: 0.0590811 Jul 28 02:24:21.103188 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d315dd1f-8e38-4424-9b8e-c4122d920179 req-b144e9f5-aba7-486e-9bbe-11dd88487e75 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488133 Jul 28 02:24:21.160756 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6554ac32-c186-474c-9395-56ee4361e23f req-2d94dc0e-6815-4b2d-9474-2ffa646689d1 tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/ports?device_id=6a3dc3c2-86d2-426f-826d-8ee87df1dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0292680 Jul 28 02:24:21.228625 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a5b2f-b560-4c13-b917-43daf66580cd req-ac3e70b1-5e44-4c7b-92eb-c500463f76cd tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:21.230080 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d10a5b2f-b560-4c13-b917-43daf66580cd req-ac3e70b1-5e44-4c7b-92eb-c500463f76cd tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 946 time: 0.0471544 Jul 28 02:24:21.258045 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:21.285649 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d10a5b2f-b560-4c13-b917-43daf66580cd req-0a4c93b6-df7e-4c61-9afd-fc73484190dc tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495319 Jul 28 02:24:21.314041 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 48378) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:21.368522 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb709f8c-9c68-427b-adeb-546bd34158b4 tempest-TestVolumeBootPattern-210571457 tempest-TestVolumeBootPattern-210571457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:21.370139 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-cb709f8c-9c68-427b-adeb-546bd34158b4 tempest-TestVolumeBootPattern-210571457 tempest-TestVolumeBootPattern-210571457-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 1125 time: 0.0544345 Jul 28 02:24:21.372978 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 48380) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:21.377883 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-3201fee4-e296-40c2-8f77-4496de3e9150 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Request body: {'floatingip': {'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'port_id': 'b509a104-5aca-4c4b-b08e-13aca2f9bbe0', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:24:21.401208 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3201fee4-e296-40c2-8f77-4496de3e9150 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:21.427888 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:24:21.454517 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] No Port match for: 2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:24:21.455235 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 2335b22e-3eb0-4fc9-ab8b-b7fd4ea5e4b1 not bound to the agent host hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:24:21.455955 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 4d95fa12-8f07-4a72-acd9-94e8934faa9a no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:24:21.479513 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] No Port match for: 4d95fa12-8f07-4a72-acd9-94e8934faa9a {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:24:21.480249 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 4d95fa12-8f07-4a72-acd9-94e8934faa9a not bound to the agent host hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:24:21.753841 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3201fee4-e296-40c2-8f77-4496de3e9150 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:21.872148 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-3201fee4-e296-40c2-8f77-4496de3e9150 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Allocated IP 172.27.0.129 (fac975fe-f61e-48f2-98cd-c3133f923d7b/e1a55f55-f115-45c6-a5b1-44ded4e4dd9d/50a2049b-0b9b-41b5-a26f-4f9ab39fbba7) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:24:21.888347 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b1e89-88c5-4571-8a24-656de7a1eb7d req-9c36fd9e-415c-431b-9108-b29c1085d8a5 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:21.890517 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0a3b1e89-88c5-4571-8a24-656de7a1eb7d req-9c36fd9e-415c-431b-9108-b29c1085d8a5 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 945 time: 0.0536628 Jul 28 02:24:21.941993 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0a3b1e89-88c5-4571-8a24-656de7a1eb7d req-d0614b7b-8693-4795-a905-f2548af18d88 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450716 Jul 28 02:24:21.982003 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3201fee4-e296-40c2-8f77-4496de3e9150 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for port (50a2049b-0b9b-41b5-a26f-4f9ab39fbba7), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:22.014847 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3201fee4-e296-40c2-8f77-4496de3e9150 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (50a2049b-0b9b-41b5-a26f-4f9ab39fbba7), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:22.017940 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [req-a11e8ffd-80f9-4f89-8d40-6e66681be32c req-0cb76adc-5318-42ff-818d-719105be3023 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=103999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 02:24:22.018937 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a11e8ffd-80f9-4f89-8d40-6e66681be32c req-0cb76adc-5318-42ff-818d-719105be3023 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0069857 Jul 28 02:24:22.060281 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3201fee4-e296-40c2-8f77-4496de3e9150 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Network fac975fe-f61e-48f2-98cd-c3133f923d7b is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:24:22.068800 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-3201fee4-e296-40c2-8f77-4496de3e9150 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:24:22.070258 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3201fee4-e296-40c2-8f77-4496de3e9150 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:24:22.099986 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201fee4-e296-40c2-8f77-4496de3e9150 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Pushing event updated for resources: {'Port': ['ID=50a2049b-0b9b-41b5-a26f-4f9ab39fbba7,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:22.105770 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 48390) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:22.115642 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:22.157290 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:22.239404 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a23fe-463e-4feb-b3cf-9b24555ed84d req-85b3aac6-cc87-40eb-ad11-98bd930ba789 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:22.240449 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bb4a23fe-463e-4feb-b3cf-9b24555ed84d req-85b3aac6-cc87-40eb-ad11-98bd930ba789 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 945 time: 0.0551925 Jul 28 02:24:22.257288 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-01158c5b-c53f-458b-ba93-45431c02c51d req-6d891285-4fe7-4c21-8530-9f83061e6b0f service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0896754 Jul 28 02:24:22.260951 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3b787092-28ce-4c76-b146-d49a4b0fe262 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks [] for security_group (eafc79e1-ccee-4962-b8d4-525a963268a2), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:22.282312 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 48398) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:22.291037 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3b787092-28ce-4c76-b146-d49a4b0fe262 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks [] for security_group (eafc79e1-ccee-4962-b8d4-525a963268a2), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:22.314844 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:22.326759 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bb4a23fe-463e-4feb-b3cf-9b24555ed84d req-71efe6e6-9f2f-43c1-b44d-d0c96ed34b05 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802031 Jul 28 02:24:22.364020 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-188c6250-8c9e-4dc0-ab98-ef95d90df74a tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group (938c5323-7403-45df-b2d8-5464d36445de), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:22.388541 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-188c6250-8c9e-4dc0-ab98-ef95d90df74a tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group (938c5323-7403-45df-b2d8-5464d36445de), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:22.411363 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01158c5b-c53f-458b-ba93-45431c02c51d req-33f4dd0e-3531-4bb6-a2ae-39d85f32e537 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:22.412777 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-01158c5b-c53f-458b-ba93-45431c02c51d req-33f4dd0e-3531-4bb6-a2ae-39d85f32e537 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports/4361cfbc-bcbf-486b-ad6a-719f5fc09a5d HTTP/1.1" status: 200 len: 942 time: 0.1089935 Jul 28 02:24:22.451083 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-188c6250-8c9e-4dc0-ab98-ef95d90df74a tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (938c5323-7403-45df-b2d8-5464d36445de), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:22.455201 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-188c6250-8c9e-4dc0-ab98-ef95d90df74a tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:22.459099 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-188c6250-8c9e-4dc0-ab98-ef95d90df74a tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "DELETE /v2.0/security-groups/938c5323-7403-45df-b2d8-5464d36445de HTTP/1.1" status: 204 len: 168 time: 0.1732705 Jul 28 02:24:22.459506 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3b787092-28ce-4c76-b146-d49a4b0fe262 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (eafc79e1-ccee-4962-b8d4-525a963268a2), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:22.460513 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 48402) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:22.462034 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3b787092-28ce-4c76-b146-d49a4b0fe262 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:22.465629 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-3b787092-28ce-4c76-b146-d49a4b0fe262 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "DELETE /v2.0/security-groups/eafc79e1-ccee-4962-b8d4-525a963268a2 HTTP/1.1" status: 204 len: 168 time: 0.3564565 Jul 28 02:24:22.470958 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 48404) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:22.488606 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c6250-8c9e-4dc0-ab98-ef95d90df74a tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=938c5323-7403-45df-b2d8-5464d36445de,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:22.493011 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.api.v2.resource [None req-826dbb4d-2349-4266-bfa0-a324468f780b tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] show failed (client error): The resource could not be found. Jul 28 02:24:22.494635 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-826dbb4d-2349-4266-bfa0-a324468f780b tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "GET /v2.0/security-groups/938c5323-7403-45df-b2d8-5464d36445de HTTP/1.1" status: 404 len: 347 time: 0.0286651 Jul 28 02:24:22.497681 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 48406) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:22.502062 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b787092-28ce-4c76-b146-d49a4b0fe262 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafc79e1-ccee-4962-b8d4-525a963268a2,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:22.506026 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.api.v2.resource [None req-129f301a-a4e3-493e-9a10-27c0709132b3 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] show failed (client error): The resource could not be found. Jul 28 02:24:22.507067 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-129f301a-a4e3-493e-9a10-27c0709132b3 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups/eafc79e1-ccee-4962-b8d4-525a963268a2 HTTP/1.1" status: 404 len: 347 time: 0.0340660 Jul 28 02:24:22.509907 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 48408) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:22.632143 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-d81cfd61-7642-4d7c-b15b-ff9d956d492d tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Deleting port 87e867c7-b341-4056-93f3-56019bd1a6fb {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:24:22.632484 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d81cfd61-7642-4d7c-b15b-ff9d956d492d tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (87e867c7-b341-4056-93f3-56019bd1a6fb), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:22.691606 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-e606d907-f9cc-4b4c-bd7e-7f1f0f7390c5 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Deleting port 351af834-a061-49bb-b6f4-31505a06496e {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:24:22.692188 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e606d907-f9cc-4b4c-bd7e-7f1f0f7390c5 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (351af834-a061-49bb-b6f4-31505a06496e), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:22.719757 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d81cfd61-7642-4d7c-b15b-ff9d956d492d tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (87e867c7-b341-4056-93f3-56019bd1a6fb), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:22.720084 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d81cfd61-7642-4d7c-b15b-ff9d956d492d tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for floatingip (87e867c7-b341-4056-93f3-56019bd1a6fb), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:22.734497 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-d81cfd61-7642-4d7c-b15b-ff9d956d492d tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Calling delete_port for 87e867c7-b341-4056-93f3-56019bd1a6fb owned by network:floatingip {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:24:22.870242 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e606d907-f9cc-4b4c-bd7e-7f1f0f7390c5 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (351af834-a061-49bb-b6f4-31505a06496e), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:22.870581 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e606d907-f9cc-4b4c-bd7e-7f1f0f7390c5 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks [] for floatingip (351af834-a061-49bb-b6f4-31505a06496e), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:22.883631 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d81cfd61-7642-4d7c-b15b-ff9d956d492d tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (87e867c7-b341-4056-93f3-56019bd1a6fb), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:22.908147 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-e606d907-f9cc-4b4c-bd7e-7f1f0f7390c5 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Calling delete_port for 351af834-a061-49bb-b6f4-31505a06496e owned by network:floatingip {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:24:22.912832 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cfd61-7642-4d7c-b15b-ff9d956d492d tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Pushing event deleted for resources: {'Port': ['ID=87e867c7-b341-4056-93f3-56019bd1a6fb,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:22.970108 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3201fee4-e296-40c2-8f77-4496de3e9150 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for floatingip (39106f37-76ea-41d0-8a83-e13065c4fb64), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:22.980114 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d81cfd61-7642-4d7c-b15b-ff9d956d492d tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks [] for floatingip (d94c94cb-e14f-48dc-9dac-f47362b1c34f), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:22.982776 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d81cfd61-7642-4d7c-b15b-ff9d956d492d tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:22.992622 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-d81cfd61-7642-4d7c-b15b-ff9d956d492d tempest-AttachVolumeNegativeTest-1071307429 tempest-AttachVolumeNegativeTest-1071307429-project] 10.222.0.40 "DELETE /v2.0/floatingips/d94c94cb-e14f-48dc-9dac-f47362b1c34f HTTP/1.1" status: 204 len: 168 time: 0.4887722 Jul 28 02:24:23.030480 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:23.071505 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:23.080125 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3201fee4-e296-40c2-8f77-4496de3e9150 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (50a2049b-0b9b-41b5-a26f-4f9ab39fbba7), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:23.211360 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e606d907-f9cc-4b4c-bd7e-7f1f0f7390c5 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (351af834-a061-49bb-b6f4-31505a06496e), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:23.243461 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606d907-f9cc-4b4c-bd7e-7f1f0f7390c5 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Pushing event deleted for resources: {'Port': ['ID=351af834-a061-49bb-b6f4-31505a06496e,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:23.364369 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3201fee4-e296-40c2-8f77-4496de3e9150 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for port (50a2049b-0b9b-41b5-a26f-4f9ab39fbba7), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:23.366250 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e606d907-f9cc-4b4c-bd7e-7f1f0f7390c5 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks [] for floatingip (88a83803-25aa-4ca4-b193-dd35f519ff29), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:23.368936 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e606d907-f9cc-4b4c-bd7e-7f1f0f7390c5 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:23.370167 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e606d907-f9cc-4b4c-bd7e-7f1f0f7390c5 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "DELETE /v2.0/floatingips/88a83803-25aa-4ca4-b193-dd35f519ff29 HTTP/1.1" status: 204 len: 168 time: 0.8593853 Jul 28 02:24:23.371340 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3201fee4-e296-40c2-8f77-4496de3e9150 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (50a2049b-0b9b-41b5-a26f-4f9ab39fbba7), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:23.447755 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201fee4-e296-40c2-8f77-4496de3e9150 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Pushing event updated for resources: {'Port': ['ID=50a2049b-0b9b-41b5-a26f-4f9ab39fbba7,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:23.465088 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3201fee4-e296-40c2-8f77-4496de3e9150 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (39106f37-76ea-41d0-8a83-e13065c4fb64), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:23.489205 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a6be4-7f3d-4913-a5ef-a77638ca39bb req-88de4057-8785-44a5-bd70-a61b8010fb4f tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:23.491025 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-258a6be4-7f3d-4913-a5ef-a77638ca39bb req-88de4057-8785-44a5-bd70-a61b8010fb4f tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 945 time: 0.0732009 Jul 28 02:24:23.549746 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:23.554169 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-258a6be4-7f3d-4913-a5ef-a77638ca39bb req-5a0e5be9-efcb-4cd3-a2d0-ef9d39ef142e tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569117 Jul 28 02:24:23.584068 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.db.l3_db [None req-3201fee4-e296-40c2-8f77-4496de3e9150 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Floating IP 39106f37-76ea-41d0-8a83-e13065c4fb64 associated. External IP: 172.27.0.129, port: b509a104-5aca-4c4b-b08e-13aca2f9bbe0. Jul 28 02:24:23.803424 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3201fee4-e296-40c2-8f77-4496de3e9150 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Router 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:24:23.814930 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:23.911604 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3201fee4-e296-40c2-8f77-4496de3e9150 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:24:23.923121 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24031a6-fbe6-47da-bc95-fc2a6675e895 None None] Sync routers for ids ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'] in dv-cinder-799871-46-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:24:23.930287 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3201fee4-e296-40c2-8f77-4496de3e9150 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:23.933507 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24031a6-fbe6-47da-bc95-fc2a6675e895 None None] Routers {'6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:24:23.934123 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-d24031a6-fbe6-47da-bc95-fc2a6675e895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:23:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:24:23.960718 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-3201fee4-e296-40c2-8f77-4496de3e9150 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5867078 Jul 28 02:24:23.961320 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1560ee-67e3-4c05-b0e3-e51772b3fad9', 'tag': 'b509a104-5aca-4c4b-b08e-13aca2f9bbe0'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:24:23.963537 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e9d9fe-6297-4aca-817e-280b03fad70f" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1560ee-67e3-4c05-b0e3-e51772b3fad9", "tag": "b509a104-5aca-4c4b-b08e-13aca2f9bbe0"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:24:24.019577 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39e115b-8ead-427c-b89c-ac205e288d03 x-openstack-request-id: req-c39e115b-8ead-427c-b89c-ac205e288d03 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:24:24.020011 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1560ee-67e3-4c05-b0e3-e51772b3fad9", "tag": "b509a104-5aca-4c4b-b08e-13aca2f9bbe0", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:24:24.020360 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c39e115b-8ead-427c-b89c-ac205e288d03 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:24:24.021221 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c39e115b-8ead-427c-b89c-ac205e288d03'] response: {'name': 'network-changed', 'server_uuid': '6b1560ee-67e3-4c05-b0e3-e51772b3fad9', 'tag': 'b509a104-5aca-4c4b-b08e-13aca2f9bbe0', 'status': 'completed', 'code': 200} Jul 28 02:24:24.033209 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01158c5b-c53f-458b-ba93-45431c02c51d req-ad878816-ab89-43c6-a615-d3c80cd1e660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:24.034868 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-01158c5b-c53f-458b-ba93-45431c02c51d req-ad878816-ab89-43c6-a615-d3c80cd1e660 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773&tenant_id=723a88dd0d514e9080b5355da878b406 HTTP/1.1" status: 200 len: 1129 time: 0.0450509 Jul 28 02:24:24.042056 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-d24031a6-fbe6-47da-bc95-fc2a6675e895 None None] Set router 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:24:24.072496 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9d9fe-6297-4aca-817e-280b03fad70f req-74f03f36-e6c9-4f18-86f0-9125351c8ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:24.074423 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c6e9d9fe-6297-4aca-817e-280b03fad70f req-74f03f36-e6c9-4f18-86f0-9125351c8ac3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=551ad4a52e754c83a0215409f09a21a8&device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 1130 time: 0.0469360 Jul 28 02:24:24.103062 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01158c5b-c53f-458b-ba93-45431c02c51d req-b273156b-0e67-469e-a692-e1cffeac827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:24.104581 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-01158c5b-c53f-458b-ba93-45431c02c51d req-b273156b-0e67-469e-a692-e1cffeac827e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=723a88dd0d514e9080b5355da878b406&device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 1129 time: 0.0466554 Jul 28 02:24:24.190903 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9d9fe-6297-4aca-817e-280b03fad70f req-5fa8d7fb-337a-4ac3-ab35-783a7451e89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:24.192646 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c6e9d9fe-6297-4aca-817e-280b03fad70f req-5fa8d7fb-337a-4ac3-ab35-783a7451e89d service neutron] 10.222.0.45 "GET /v2.0/networks?id=6a862076-171d-4686-a6b7-e646e42fd313 HTTP/1.1" status: 200 len: 912 time: 0.1114063 Jul 28 02:24:24.192796 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:24.227853 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01158c5b-c53f-458b-ba93-45431c02c51d req-8c177ccb-3287-4828-a8b4-2f365365594b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:24.229544 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-01158c5b-c53f-458b-ba93-45431c02c51d req-8c177ccb-3287-4828-a8b4-2f365365594b service neutron] 10.222.0.45 "GET /v2.0/networks?id=3028137f-378b-4f43-9bf1-434ecd477647 HTTP/1.1" status: 200 len: 909 time: 0.1193829 Jul 28 02:24:24.281520 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:24.286143 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c6e9d9fe-6297-4aca-817e-280b03fad70f req-fa0f0e83-9fa3-459b-b1d5-ab400410b81f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b509a104-5aca-4c4b-b08e-13aca2f9bbe0 HTTP/1.1" status: 200 len: 1000 time: 0.0815785 Jul 28 02:24:24.295748 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-d24031a6-fbe6-47da-bc95-fc2a6675e895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'name': 'tempest-TestVolumeBootPattern-455782637-router', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:48Z', 'updated_at': '2022-07-28T02:19:56Z', 'revision_number': 4, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'gw_port': {'id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:50Z', 'updated_at': '2022-07-28T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': '39106f37-76ea-41d0-8a83-e13065c4fb64', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'floating_ip_address': '172.27.0.129', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'port_id': 'b509a104-5aca-4c4b-b08e-13aca2f9bbe0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'mac_address': 'fa:16:3e:93:0a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1560ee-67e3-4c05-b0e3-e51772b3fad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:24:22Z', 'updated_at': '2022-07-28T02:24:22Z', 'revision_number': 0, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e84029-f951-4461-b07a-2287d0656dca', 'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'mac_address': 'fa:16:3e:07:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:54Z', 'updated_at': '2022-07-28T02:20:03Z', 'revision_number': 5, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'subnets': [{'id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:24:24.310509 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-01158c5b-c53f-458b-ba93-45431c02c51d req-dd4439a2-f303-49ba-8ead-6ac31fac987b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4361cfbc-bcbf-486b-ad6a-719f5fc09a5d HTTP/1.1" status: 200 len: 1001 time: 0.0749066 Jul 28 02:24:24.334651 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:24.336432 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24031a6-fbe6-47da-bc95-fc2a6675e895 None None] Checking router: 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 for host: dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:24:24.347837 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9d9fe-6297-4aca-817e-280b03fad70f req-9fa7b22f-066d-41de-8a3f-16d3eb513f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:24.349248 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24031a6-fbe6-47da-bc95-fc2a6675e895 None None] Routers {'6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:24:24.349924 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c6e9d9fe-6297-4aca-817e-280b03fad70f req-9fa7b22f-066d-41de-8a3f-16d3eb513f43 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27735d0c-b318-4429-9a91-75d6f81f616d HTTP/1.1" status: 200 len: 850 time: 0.0577123 Jul 28 02:24:24.350448 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-d24031a6-fbe6-47da-bc95-fc2a6675e895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:23:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:24:24.382533 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01158c5b-c53f-458b-ba93-45431c02c51d req-76ce98b2-acb7-4c3d-9e24-f53361ec08d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:24.383998 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-01158c5b-c53f-458b-ba93-45431c02c51d req-76ce98b2-acb7-4c3d-9e24-f53361ec08d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27e5cd1e-e52c-425e-8667-f3f406f660a7 HTTP/1.1" status: 200 len: 847 time: 0.0650654 Jul 28 02:24:24.390903 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:24.403663 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9d9fe-6297-4aca-817e-280b03fad70f req-5fc371a9-25f2-4dec-8860-fdde3be1821b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:24.405775 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c6e9d9fe-6297-4aca-817e-280b03fad70f req-5fc371a9-25f2-4dec-8860-fdde3be1821b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a862076-171d-4686-a6b7-e646e42fd313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0489080 Jul 28 02:24:24.433932 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01158c5b-c53f-458b-ba93-45431c02c51d req-918d314e-b9f3-43c0-b9bf-179d9fe8ca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:24.435408 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-01158c5b-c53f-458b-ba93-45431c02c51d req-918d314e-b9f3-43c0-b9bf-179d9fe8ca65 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3028137f-378b-4f43-9bf1-434ecd477647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438073 Jul 28 02:24:24.462523 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-d24031a6-fbe6-47da-bc95-fc2a6675e895 None None] Set router 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:24:24.512849 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c6e9d9fe-6297-4aca-817e-280b03fad70f req-70a0b95c-88da-47b1-892a-981ea474681b service neutron] 10.222.0.45 "GET /v2.0/networks/6a862076-171d-4686-a6b7-e646e42fd313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010301 Jul 28 02:24:24.542386 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-01158c5b-c53f-458b-ba93-45431c02c51d req-6f69a281-6f11-4e31-9040-2ad500aeae31 service neutron] 10.222.0.45 "GET /v2.0/networks/3028137f-378b-4f43-9bf1-434ecd477647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964172 Jul 28 02:24:24.646772 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c6e9d9fe-6297-4aca-817e-280b03fad70f req-fbe1ef3f-35c2-4123-b20c-7628ecab82d6 service neutron] 10.222.0.45 "GET /v2.0/networks/6a862076-171d-4686-a6b7-e646e42fd313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268957 Jul 28 02:24:24.684193 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-01158c5b-c53f-458b-ba93-45431c02c51d req-f6154247-71a3-4481-9a1f-17c42fd5f42f service neutron] 10.222.0.45 "GET /v2.0/networks/3028137f-378b-4f43-9bf1-434ecd477647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365666 Jul 28 02:24:24.719707 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-d24031a6-fbe6-47da-bc95-fc2a6675e895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'name': 'tempest-TestVolumeBootPattern-455782637-router', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:48Z', 'updated_at': '2022-07-28T02:19:56Z', 'revision_number': 4, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'gw_port': {'id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:50Z', 'updated_at': '2022-07-28T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': '39106f37-76ea-41d0-8a83-e13065c4fb64', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'floating_ip_address': '172.27.0.129', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'port_id': 'b509a104-5aca-4c4b-b08e-13aca2f9bbe0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'mac_address': 'fa:16:3e:93:0a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1560ee-67e3-4c05-b0e3-e51772b3fad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:24:22Z', 'updated_at': '2022-07-28T02:24:22Z', 'revision_number': 0, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e84029-f951-4461-b07a-2287d0656dca', 'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'mac_address': 'fa:16:3e:07:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:54Z', 'updated_at': '2022-07-28T02:20:03Z', 'revision_number': 5, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'subnets': [{'id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:24:24.743986 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ccf2d-7917-4330-883e-3fdc95a139f1 req-ce368dcb-79a4-42f9-ae68-1894c3e8dff1 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:24.745665 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7a7ccf2d-7917-4330-883e-3fdc95a139f1 req-ce368dcb-79a4-42f9-ae68-1894c3e8dff1 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 945 time: 0.0731196 Jul 28 02:24:24.748401 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24031a6-fbe6-47da-bc95-fc2a6675e895 None None] The sync data for ids ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'] in dv-cinder-799871-46-iscsi is: [{'id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'name': 'tempest-TestVolumeBootPattern-455782637-router', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:48Z', 'updated_at': '2022-07-28T02:19:56Z', 'revision_number': 4, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'gw_port': {'id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:50Z', 'updated_at': '2022-07-28T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': '39106f37-76ea-41d0-8a83-e13065c4fb64', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'floating_ip_address': '172.27.0.129', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'port_id': 'b509a104-5aca-4c4b-b08e-13aca2f9bbe0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'mac_address': 'fa:16:3e:93:0a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1560ee-67e3-4c05-b0e3-e51772b3fad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:24:22Z', 'updated_at': '2022-07-28T02:24:22Z', 'revision_number': 0, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e84029-f951-4461-b07a-2287d0656dca', 'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'mac_address': 'fa:16:3e:07:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:54Z', 'updated_at': '2022-07-28T02:20:03Z', 'revision_number': 5, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'subnets': [{'id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:24:24.808581 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7a7ccf2d-7917-4330-883e-3fdc95a139f1 req-04ae947f-916b-4fa1-9dca-0ff0797df029 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543694 Jul 28 02:24:24.969601 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26be1612-b812-4185-8ff8-23e3854631bf None None] New status for floating IP 39106f37-76ea-41d0-8a83-e13065c4fb64: ACTIVE {{(pid=104001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 02:24:25.454989 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:24:25.534096 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d is: ACTIVE; New status is: DOWN {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:24:25.534496 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (4361cfbc-bcbf-486b-ad6a-719f5fc09a5d), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:25.559330 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734a7df7-1d42-44b2-a43e-f71f1811a773', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4361cfbc-bcbf-486b-ad6a-719f5fc09a5d'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:24:25.562249 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd7b23193eab089ffe890151ec8d4d81c159f1068d0ecb51bca31dcd10d4c9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82373200-493f-44fc-b2f6-a7456104455d" -d '{"events": [{"server_uuid": "734a7df7-1d42-44b2-a43e-f71f1811a773", "name": "network-vif-unplugged", "status": "completed", "tag": "4361cfbc-bcbf-486b-ad6a-719f5fc09a5d"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:24:25.575889 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4361cfbc-bcbf-486b-ad6a-719f5fc09a5d,segment=NetworkSegment(9413081a-94ca-44ff-ad13-26a23e0c4aa1),segment_id=9413081a-94ca-44ff-ad13-26a23e0c4aa1)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:24:25.581935 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (4361cfbc-bcbf-486b-ad6a-719f5fc09a5d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:25.609428 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Jul 2022 02:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be15fc01-7110-446f-8849-2ac8355a6be6 x-openstack-request-id: req-be15fc01-7110-446f-8849-2ac8355a6be6 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:24:25.609712 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734a7df7-1d42-44b2-a43e-f71f1811a773", "name": "network-vif-unplugged", "status": "completed", "tag": "4361cfbc-bcbf-486b-ad6a-719f5fc09a5d", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:24:25.610191 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-be15fc01-7110-446f-8849-2ac8355a6be6 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:24:25.610349 dv-cinder-799871-46-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be15fc01-7110-446f-8849-2ac8355a6be6'] response: {'server_uuid': '734a7df7-1d42-44b2-a43e-f71f1811a773', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4361cfbc-bcbf-486b-ad6a-719f5fc09a5d', 'code': 200} Jul 28 02:24:25.635904 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=4361cfbc-bcbf-486b-ad6a-719f5fc09a5d,revision_number=6']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:25.643967 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:25.644315 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:25.644653 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:25.645018 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:25.645351 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:25.645675 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:25.646021 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:25.646322 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:25.646651 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:25.647210 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:25.647542 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:25.647875 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:25.648243 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:25.648577 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:25.648911 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:25.744920 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4392b09b-22c7-4074-b0a3-10d89806ef14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:25.942455 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b03667-a63a-41d4-b08b-9455b8266bcf req-ba450073-4f11-4ccf-8cbf-838f84e3230a tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:25.944068 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-36b03667-a63a-41d4-b08b-9455b8266bcf req-ba450073-4f11-4ccf-8cbf-838f84e3230a tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 943 time: 0.0569119 Jul 28 02:24:26.018868 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010e8ce-b1c2-4893-9233-2b7e4b037767 req-801eebb9-8194-41a6-86f3-020171a5c270 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:26.020348 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1010e8ce-b1c2-4893-9233-2b7e4b037767 req-801eebb9-8194-41a6-86f3-020171a5c270 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 946 time: 0.0640814 Jul 28 02:24:26.054033 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-36b03667-a63a-41d4-b08b-9455b8266bcf req-c47a8569-92ae-4460-a08b-2fd1306dfdea tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043007 Jul 28 02:24:26.087076 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1010e8ce-b1c2-4893-9233-2b7e4b037767 req-8adc739d-aa39-4b5e-9d5c-c21b73b496e1 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587156 Jul 28 02:24:26.750257 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 48478) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:27.152392 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:27.238628 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0901a9-9135-472c-85d5-27586fc12ab3 req-d71924bc-26c5-4e13-a2e7-aa464334bbcd tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:27.241122 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-dc0901a9-9135-472c-85d5-27586fc12ab3 req-d71924bc-26c5-4e13-a2e7-aa464334bbcd tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 946 time: 0.0626924 Jul 28 02:24:27.252941 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ed20e136-b88b-4b0e-ae13-c79e39beecd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361233'] for router_interface (36354f44-4c5b-4f6a-b262-2f1cd2d07967), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:27.262386 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10d4a7-3f84-4cfb-be73-eb35df45f736 req-8af0a298-6431-416e-aa2a-75297409de0d tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:27.263840 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ce10d4a7-3f84-4cfb-be73-eb35df45f736 req-8af0a298-6431-416e-aa2a-75297409de0d tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 943 time: 0.1323347 Jul 28 02:24:27.320836 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-dc0901a9-9135-472c-85d5-27586fc12ab3 req-d6241c0f-72f8-41a5-8438-1a6c272bd0ad tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716085 Jul 28 02:24:27.357857 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ce10d4a7-3f84-4cfb-be73-eb35df45f736 req-ae11b1b6-c062-44f1-a2ec-61c8ba97fde4 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853469 Jul 28 02:24:27.768292 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-ed20e136-b88b-4b0e-ae13-c79e39beecd2 admin admin] Deleting port 40a12468-19ed-487d-a474-8a6063834f45 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:24:27.768917 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ed20e136-b88b-4b0e-ae13-c79e39beecd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (40a12468-19ed-487d-a474-8a6063834f45), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:27.853738 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:27.861899 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-ed20e136-b88b-4b0e-ae13-c79e39beecd2 admin admin] For port 40a12468-19ed-487d-a474-8a6063834f45, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=40a12468-19ed-487d-a474-8a6063834f45,segment=NetworkSegment(ad593867-37dc-486f-9ad0-984d268f99db),segment_id=ad593867-37dc-486f-9ad0-984d268f99db)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:24:27.862257 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ed20e136-b88b-4b0e-ae13-c79e39beecd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (40a12468-19ed-487d-a474-8a6063834f45), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:27.875459 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-ed20e136-b88b-4b0e-ae13-c79e39beecd2 admin admin] Calling delete_port for 40a12468-19ed-487d-a474-8a6063834f45 owned by network:router_interface {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:24:28.050583 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ed20e136-b88b-4b0e-ae13-c79e39beecd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (40a12468-19ed-487d-a474-8a6063834f45), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:28.076553 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20e136-b88b-4b0e-ae13-c79e39beecd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=40a12468-19ed-487d-a474-8a6063834f45,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:28.173507 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fb66fe1b-4404-4061-9d91-14d987cb2721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:28.275209 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3fc10-618f-41e0-bf2f-aa1852e3ed14 req-d6088f82-38df-405d-af87-0e31ba71dd05 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:28.276646 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b5f3fc10-618f-41e0-bf2f-aa1852e3ed14 req-d6088f82-38df-405d-af87-0e31ba71dd05 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.45 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 946 time: 0.0829413 Jul 28 02:24:28.283699 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ed20e136-b88b-4b0e-ae13-c79e39beecd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361349'] for router_interface (36354f44-4c5b-4f6a-b262-2f1cd2d07967), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:28.398790 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:28.447481 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:28.451957 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-b5f3fc10-618f-41e0-bf2f-aa1852e3ed14 req-2e3f8b16-f1aa-49ea-9cc4-05d905e70e6e tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Deleting port 381df188-01c4-4181-92e1-f3df290d4f58 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:24:28.451957 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b5f3fc10-618f-41e0-bf2f-aa1852e3ed14 req-2e3f8b16-f1aa-49ea-9cc4-05d905e70e6e tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (381df188-01c4-4181-92e1-f3df290d4f58), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:28.457123 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c6e42-440b-43dd-80e3-779709d6be76 req-a9295579-2bde-41df-88e9-c02ad80a3cbe tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:28.458632 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8e0c6e42-440b-43dd-80e3-779709d6be76 req-a9295579-2bde-41df-88e9-c02ad80a3cbe tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=839bec7e-f188-482a-83c1-93f7812f1fb6 HTTP/1.1" status: 200 len: 946 time: 0.0630858 Jul 28 02:24:28.506499 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fd9f9-85a4-4114-85dc-3cdbb9524357 req-07a5cdcc-442d-40ad-81c7-f15709a332fc tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:28.507974 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bd0fd9f9-85a4-4114-85dc-3cdbb9524357 req-07a5cdcc-442d-40ad-81c7-f15709a332fc tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 943 time: 0.0706561 Jul 28 02:24:28.554183 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8e0c6e42-440b-43dd-80e3-779709d6be76 req-74ea3838-50e8-4d43-a880-97955a4a0559 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785542 Jul 28 02:24:28.579834 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bd0fd9f9-85a4-4114-85dc-3cdbb9524357 req-6ef31268-ce21-4912-891f-24e5d5facfae tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659146 Jul 28 02:24:28.626246 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-b5f3fc10-618f-41e0-bf2f-aa1852e3ed14 req-2e3f8b16-f1aa-49ea-9cc4-05d905e70e6e tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] For port 381df188-01c4-4181-92e1-f3df290d4f58, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=381df188-01c4-4181-92e1-f3df290d4f58,segment=NetworkSegment(061ae22b-e238-4740-8938-e6c134ab8fa9),segment_id=061ae22b-e238-4740-8938-e6c134ab8fa9)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:24:28.626604 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b5f3fc10-618f-41e0-bf2f-aa1852e3ed14 req-2e3f8b16-f1aa-49ea-9cc4-05d905e70e6e tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (381df188-01c4-4181-92e1-f3df290d4f58), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:28.644838 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-b5f3fc10-618f-41e0-bf2f-aa1852e3ed14 req-2e3f8b16-f1aa-49ea-9cc4-05d905e70e6e tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Calling delete_port for 381df188-01c4-4181-92e1-f3df290d4f58 owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:24:28.646411 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:28.667882 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed20e136-b88b-4b0e-ae13-c79e39beecd2 admin admin] Router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:24:28.857999 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed20e136-b88b-4b0e-ae13-c79e39beecd2 admin admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:24:28.864486 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-ed20e136-b88b-4b0e-ae13-c79e39beecd2 admin admin] 10.222.0.40 "PUT /v2.0/routers/36354f44-4c5b-4f6a-b262-2f1cd2d07967/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1130738 Jul 28 02:24:28.867493 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 48490) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:28.871387 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34d7f71-da44-4d85-94cd-dc9be00497dc None None] Sync routers for ids ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'] in dv-cinder-799871-46-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:24:28.878383 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b5f3fc10-618f-41e0-bf2f-aa1852e3ed14 req-2e3f8b16-f1aa-49ea-9cc4-05d905e70e6e tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (381df188-01c4-4181-92e1-f3df290d4f58), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:28.886937 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34d7f71-da44-4d85-94cd-dc9be00497dc None None] Routers {'36354f44-4c5b-4f6a-b262-2f1cd2d07967'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:24:28.887823 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-f34d7f71-da44-4d85-94cd-dc9be00497dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:24:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:24:28.892524 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['40d8500a-f1bf-4d76-ab1d-ab85d099d88f', '381df188-01c4-4181-92e1-f3df290d4f58'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:24:28.914359 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f8b16-f1aa-49ea-9cc4-05d905e70e6e tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Pushing event deleted for resources: {'Port': ['ID=381df188-01c4-4181-92e1-f3df290d4f58,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:28.973323 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f3fc10-618f-41e0-bf2f-aa1852e3ed14 req-2e3f8b16-f1aa-49ea-9cc4-05d905e70e6e tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] No DVR routers for this DVR port 381df188-01c4-4181-92e1-f3df290d4f58 on host hv-cinder-79987 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:24:28.976823 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b5f3fc10-618f-41e0-bf2f-aa1852e3ed14 req-2e3f8b16-f1aa-49ea-9cc4-05d905e70e6e tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:28.980643 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b5f3fc10-618f-41e0-bf2f-aa1852e3ed14 req-2e3f8b16-f1aa-49ea-9cc4-05d905e70e6e tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.45 "DELETE /v2.0/ports/381df188-01c4-4181-92e1-f3df290d4f58 HTTP/1.1" status: 204 len: 173 time: 0.6941223 Jul 28 02:24:28.981121 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839bec7e-f188-482a-83c1-93f7812f1fb6', 'name': 'network-vif-deleted', 'tag': '381df188-01c4-4181-92e1-f3df290d4f58'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:24:28.984720 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a50479-7dc6-44cd-870d-8bbde5324ad4" -d '{"events": [{"server_uuid": "839bec7e-f188-482a-83c1-93f7812f1fb6", "name": "network-vif-deleted", "tag": "381df188-01c4-4181-92e1-f3df290d4f58"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:24:29.023642 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1cca8694-36a5-42f4-955e-bd556ecb2287 admin admin] Publish callbacks [] for router (36354f44-4c5b-4f6a-b262-2f1cd2d07967), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:29.028610 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-f34d7f71-da44-4d85-94cd-dc9be00497dc None None] Set router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:24:29.063035 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba437f96-af89-40fc-9803-875407815479 x-openstack-request-id: req-ba437f96-af89-40fc-9803-875407815479 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:24:29.063325 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839bec7e-f188-482a-83c1-93f7812f1fb6", "name": "network-vif-deleted", "tag": "381df188-01c4-4181-92e1-f3df290d4f58", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:24:29.063577 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ba437f96-af89-40fc-9803-875407815479 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:24:29.063994 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba437f96-af89-40fc-9803-875407815479'] response: {'server_uuid': '839bec7e-f188-482a-83c1-93f7812f1fb6', 'name': 'network-vif-deleted', 'tag': '381df188-01c4-4181-92e1-f3df290d4f58', 'status': 'completed', 'code': 200} Jul 28 02:24:29.115037 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:29.153031 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1cca8694-36a5-42f4-955e-bd556ecb2287 admin admin] Publish callbacks [] for router_gateway (36354f44-4c5b-4f6a-b262-2f1cd2d07967), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:29.198864 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-1cca8694-36a5-42f4-955e-bd556ecb2287 admin admin] Deleting port 420d1770-f371-4ef3-80de-40843395f9e1 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:24:29.199201 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1cca8694-36a5-42f4-955e-bd556ecb2287 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (420d1770-f371-4ef3-80de-40843395f9e1), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:29.242131 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:29.294670 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-1cca8694-36a5-42f4-955e-bd556ecb2287 admin admin] For port 420d1770-f371-4ef3-80de-40843395f9e1, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=420d1770-f371-4ef3-80de-40843395f9e1,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:24:29.295034 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1cca8694-36a5-42f4-955e-bd556ecb2287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (420d1770-f371-4ef3-80de-40843395f9e1), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:29.310063 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-1cca8694-36a5-42f4-955e-bd556ecb2287 admin admin] Calling delete_port for 420d1770-f371-4ef3-80de-40843395f9e1 owned by network:router_gateway {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:24:29.327608 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-f34d7f71-da44-4d85-94cd-dc9be00497dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '420d1770-f371-4ef3-80de-40843395f9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:59Z', 'updated_at': '2022-07-28T02:24:28Z', 'revision_number': 5, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'gw_port': {'id': '420d1770-f371-4ef3-80de-40843395f9e1', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:01Z', 'updated_at': '2022-07-28T02:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi'}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:24:29.355150 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34d7f71-da44-4d85-94cd-dc9be00497dc None None] Checking router: 36354f44-4c5b-4f6a-b262-2f1cd2d07967 for host: dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:24:29.364977 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34d7f71-da44-4d85-94cd-dc9be00497dc None None] Routers {'36354f44-4c5b-4f6a-b262-2f1cd2d07967'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:24:29.365911 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-f34d7f71-da44-4d85-94cd-dc9be00497dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:24:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:24:29.463657 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-f34d7f71-da44-4d85-94cd-dc9be00497dc None None] Set router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 gateway port host: None {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:24:29.507757 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1cca8694-36a5-42f4-955e-bd556ecb2287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (420d1770-f371-4ef3-80de-40843395f9e1), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:29.519562 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-f34d7f71-da44-4d85-94cd-dc9be00497dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:59Z', 'updated_at': '2022-07-28T02:24:29Z', 'revision_number': 6, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'gw_port_host': None}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:24:29.538024 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca8694-36a5-42f4-955e-bd556ecb2287 admin admin] Pushing event deleted for resources: {'Port': ['ID=420d1770-f371-4ef3-80de-40843395f9e1,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:29.545265 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34d7f71-da44-4d85-94cd-dc9be00497dc None None] The sync data for ids ['36354f44-4c5b-4f6a-b262-2f1cd2d07967'] in dv-cinder-799871-46-iscsi is: [{'id': '36354f44-4c5b-4f6a-b262-2f1cd2d07967', 'name': 'tempest-AttachVolumeNegativeTest-1797537902-router', 'tenant_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:59Z', 'updated_at': '2022-07-28T02:24:29Z', 'revision_number': 6, 'project_id': 'f4622eae14dd460dbd4e51d4a0413e5f', 'gw_port_host': None}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:24:29.622384 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1cca8694-36a5-42f4-955e-bd556ecb2287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-363025'] for router_gateway (36354f44-4c5b-4f6a-b262-2f1cd2d07967), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:30.026014 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1cca8694-36a5-42f4-955e-bd556ecb2287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1600154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-849'] for router (36354f44-4c5b-4f6a-b262-2f1cd2d07967), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:30.032245 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1cca8694-36a5-42f4-955e-bd556ecb2287 admin admin] Publish callbacks [] for router_controller (36354f44-4c5b-4f6a-b262-2f1cd2d07967), precommit_delete_associations {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:30.053274 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7dc59-8141-4350-b82b-59314d5f7c83 req-92aeea2e-1812-4776-bd4d-cbd5d960081b tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:30.054758 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-94b7dc59-8141-4350-b82b-59314d5f7c83 req-92aeea2e-1812-4776-bd4d-cbd5d960081b tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 943 time: 0.3770232 Jul 28 02:24:30.104094 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6ebed-9427-4298-a8d6-8c62715cfe49 req-76d86569-0482-4d56-8d3c-efca6a826c5d tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:30.105563 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d1c6ebed-9427-4298-a8d6-8c62715cfe49 req-76d86569-0482-4d56-8d3c-efca6a826c5d tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.1319423 Jul 28 02:24:30.118436 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1cca8694-36a5-42f4-955e-bd556ecb2287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600024'] for router (36354f44-4c5b-4f6a-b262-2f1cd2d07967), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:30.119055 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cca8694-36a5-42f4-955e-bd556ecb2287 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36354f44-4c5b-4f6a-b262-2f1cd2d07967 {{(pid=103999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 02:24:30.124634 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1cca8694-36a5-42f4-955e-bd556ecb2287 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:30.125751 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-1cca8694-36a5-42f4-955e-bd556ecb2287 admin admin] 10.222.0.40 "DELETE /v2.0/routers/36354f44-4c5b-4f6a-b262-2f1cd2d07967 HTTP/1.1" status: 204 len: 168 time: 1.2572391 Jul 28 02:24:30.126265 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:30.128857 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 48502) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:30.176449 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-71d7dec1-4583-423b-836e-84da20b378f3 admin admin] Deleting subnet 0b6c1c1a-91bf-46d8-8e77-626f9a84855f {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 02:24:30.179719 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-71d7dec1-4583-423b-836e-84da20b378f3 admin admin] Publish callbacks [] for subnet (0b6c1c1a-91bf-46d8-8e77-626f9a84855f), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:30.190490 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-94b7dc59-8141-4350-b82b-59314d5f7c83 req-81b2daa4-26c9-4646-9d58-11e318eff3d4 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028793 Jul 28 02:24:30.197901 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d1c6ebed-9427-4298-a8d6-8c62715cfe49 req-6dcfff66-3d08-47ad-bc65-b16cfd064baa tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837715 Jul 28 02:24:30.222472 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-71d7dec1-4583-423b-836e-84da20b378f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629650'] for subnet (0b6c1c1a-91bf-46d8-8e77-626f9a84855f), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:30.298166 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-71d7dec1-4583-423b-836e-84da20b378f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401899'] for subnet (0b6c1c1a-91bf-46d8-8e77-626f9a84855f), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:30.341314 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:30.357928 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-71d7dec1-4583-423b-836e-84da20b378f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3099464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26451865'] for subnet (0b6c1c1a-91bf-46d8-8e77-626f9a84855f), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:30.383275 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7dec1-4583-423b-836e-84da20b378f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b6c1c1a-91bf-46d8-8e77-626f9a84855f,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:30.388952 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-71d7dec1-4583-423b-836e-84da20b378f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:30.392971 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-71d7dec1-4583-423b-836e-84da20b378f3 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/0b6c1c1a-91bf-46d8-8e77-626f9a84855f HTTP/1.1" status: 204 len: 168 time: 0.2630651 Jul 28 02:24:30.395372 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 48504) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:30.396145 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc8de90-4c5b-4940-8116-045fd4bfcf75 None None] Network bda255f1-8497-41f0-9d65-8f281bd7eb0d requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:24:30.471703 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f8346334-49b1-4742-ac4f-5bb23cc6a770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311329'] for network (bda255f1-8497-41f0-9d65-8f281bd7eb0d), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:30.514930 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-f8346334-49b1-4742-ac4f-5bb23cc6a770 admin admin] Deleting port f05cdcb5-9f57-470c-b49a-9c378ae5fdc9 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:24:30.515349 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f8346334-49b1-4742-ac4f-5bb23cc6a770 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (f05cdcb5-9f57-470c-b49a-9c378ae5fdc9), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:30.563988 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb1370f-ddf4-4c01-b9a9-232b3e9bac13 None None] DHCP port deletion for bda255f1-8497-41f0-9d65-8f281bd7eb0d request from dv-cinder-799871-46-iscsi {{(pid=104001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 02:24:30.590396 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-f8346334-49b1-4742-ac4f-5bb23cc6a770 admin admin] For port f05cdcb5-9f57-470c-b49a-9c378ae5fdc9, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=f05cdcb5-9f57-470c-b49a-9c378ae5fdc9,segment=NetworkSegment(ad593867-37dc-486f-9ad0-984d268f99db),segment_id=ad593867-37dc-486f-9ad0-984d268f99db)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:24:30.590927 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f8346334-49b1-4742-ac4f-5bb23cc6a770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (f05cdcb5-9f57-470c-b49a-9c378ae5fdc9), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:30.603860 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-8fb1370f-ddf4-4c01-b9a9-232b3e9bac13 None None] Deleting port f05cdcb5-9f57-470c-b49a-9c378ae5fdc9 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:24:30.604300 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8fb1370f-ddf4-4c01-b9a9-232b3e9bac13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (f05cdcb5-9f57-470c-b49a-9c378ae5fdc9), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:30.605960 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-f8346334-49b1-4742-ac4f-5bb23cc6a770 admin admin] Calling delete_port for f05cdcb5-9f57-470c-b49a-9c378ae5fdc9 owned by network:dhcp {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:24:30.700485 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f8346334-49b1-4742-ac4f-5bb23cc6a770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (f05cdcb5-9f57-470c-b49a-9c378ae5fdc9), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:30.726844 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8346334-49b1-4742-ac4f-5bb23cc6a770 admin admin] Pushing event deleted for resources: {'Port': ['ID=f05cdcb5-9f57-470c-b49a-9c378ae5fdc9,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:30.731886 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8346334-49b1-4742-ac4f-5bb23cc6a770 admin admin] No DVR routers for this DVR port f05cdcb5-9f57-470c-b49a-9c378ae5fdc9 on host dv-cinder-799871-46-iscsi {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:24:30.736738 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:30.813965 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:30.816463 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f8346334-49b1-4742-ac4f-5bb23cc6a770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397509', 'neutron.services.segments.db._delete_segments_for_network-8752357910218'] for network (bda255f1-8497-41f0-9d65-8f281bd7eb0d), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:30.822186 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-8fb1370f-ddf4-4c01-b9a9-232b3e9bac13 None None] For port f05cdcb5-9f57-470c-b49a-9c378ae5fdc9, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=f05cdcb5-9f57-470c-b49a-9c378ae5fdc9,segment=NetworkSegment(ad593867-37dc-486f-9ad0-984d268f99db),segment_id=ad593867-37dc-486f-9ad0-984d268f99db)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:24:30.822579 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8fb1370f-ddf4-4c01-b9a9-232b3e9bac13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (f05cdcb5-9f57-470c-b49a-9c378ae5fdc9), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:30.825069 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 420d1770-f371-4ef3-80de-40843395f9e1 no longer exists at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:24:30.840154 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-f8346334-49b1-4742-ac4f-5bb23cc6a770 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda255f1-8497-41f0-9d65-8f281bd7eb0d']}} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:24:30.850531 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-f8346334-49b1-4742-ac4f-5bb23cc6a770 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad593867-37dc-486f-9ad0-984d268f99db') {'for_net_delete': True} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:24:30.850830 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-f8346334-49b1-4742-ac4f-5bb23cc6a770 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad593867-37dc-486f-9ad0-984d268f99db') {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:24:30.854516 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-8fb1370f-ddf4-4c01-b9a9-232b3e9bac13 None None] Calling delete_port for f05cdcb5-9f57-470c-b49a-9c378ae5fdc9 owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:24:30.856230 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] No Port match for: 420d1770-f371-4ef3-80de-40843395f9e1 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:24:30.856572 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 420d1770-f371-4ef3-80de-40843395f9e1 not bound to the agent host dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:24:30.857001 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 40a12468-19ed-487d-a474-8a6063834f45 no longer exists at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:24:30.861727 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f8346334-49b1-4742-ac4f-5bb23cc6a770 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752357910119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629643'] for segment (ad593867-37dc-486f-9ad0-984d268f99db), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:30.876455 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f8346334-49b1-4742-ac4f-5bb23cc6a770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (ad593867-37dc-486f-9ad0-984d268f99db), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:30.882684 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] No Port match for: 40a12468-19ed-487d-a474-8a6063834f45 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:24:30.882916 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8346334-49b1-4742-ac4f-5bb23cc6a770 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=104000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 02:24:30.883026 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 40a12468-19ed-487d-a474-8a6063834f45 not bound to the agent host dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:24:30.883299 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f8346334-49b1-4742-ac4f-5bb23cc6a770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3099414'] for segment (ad593867-37dc-486f-9ad0-984d268f99db), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:30.883418 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device f05cdcb5-9f57-470c-b49a-9c378ae5fdc9 no longer exists at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:24:30.907101 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] No Port match for: f05cdcb5-9f57-470c-b49a-9c378ae5fdc9 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:24:30.907442 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device f05cdcb5-9f57-470c-b49a-9c378ae5fdc9 not bound to the agent host dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:24:30.942780 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:30.950043 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:30.950234 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f8346334-49b1-4742-ac4f-5bb23cc6a770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363069'] for network (bda255f1-8497-41f0-9d65-8f281bd7eb0d), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:30.957568 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f8346334-49b1-4742-ac4f-5bb23cc6a770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:30.961510 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f8346334-49b1-4742-ac4f-5bb23cc6a770 admin admin] 10.222.0.40 "DELETE /v2.0/networks/bda255f1-8497-41f0-9d65-8f281bd7eb0d HTTP/1.1" status: 204 len: 168 time: 0.5651114 Jul 28 02:24:30.975180 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8346334-49b1-4742-ac4f-5bb23cc6a770 admin admin] Pushing event deleted for resources: {'Network': ['ID=bda255f1-8497-41f0-9d65-8f281bd7eb0d,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:30.982110 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8fb1370f-ddf4-4c01-b9a9-232b3e9bac13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668'] for port (f05cdcb5-9f57-470c-b49a-9c378ae5fdc9), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:30.993079 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment ad593867-37dc-486f-9ad0-984d268f99db resource provider aggregate not found Jul 28 02:24:31.017080 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1370f-ddf4-4c01-b9a9-232b3e9bac13 None None] Pushing event deleted for resources: {'Port': ['ID=f05cdcb5-9f57-470c-b49a-9c378ae5fdc9,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:31.019301 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment ad593867-37dc-486f-9ad0-984d268f99db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad593867-37dc-486f-9ad0-984d268f99db found for delete ", "request_id": "req-1cd8e042-81d1-4d1c-a06b-c952a55534bb"}]} Jul 28 02:24:31.021313 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8fb1370f-ddf4-4c01-b9a9-232b3e9bac13 None None] Network bda255f1-8497-41f0-9d65-8f281bd7eb0d is not hosted by any dhcp agent {{(pid=104001) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 02:24:31.021771 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb1370f-ddf4-4c01-b9a9-232b3e9bac13 None None] No DVR routers for this DVR port f05cdcb5-9f57-470c-b49a-9c378ae5fdc9 on host dv-cinder-799871-46-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:24:31.038938 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:31.107329 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 48516) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:31.149407 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-ad41d8ec-3b96-445c-bdc5-b7cb38526960 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f4622eae14dd460dbd4e51d4a0413e5f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0407817 Jul 28 02:24:31.151993 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 48518) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:31.192275 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:31.205378 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ec4777f5-a87c-46ac-9818-322b93e9d21d admin admin] Publish callbacks [] for security_group (924e8b54-1419-46d3-a031-bb6eb47e98af), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:31.228798 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ec4777f5-a87c-46ac-9818-322b93e9d21d admin admin] Publish callbacks [] for security_group (924e8b54-1419-46d3-a031-bb6eb47e98af), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:31.333769 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ec4777f5-a87c-46ac-9818-322b93e9d21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (924e8b54-1419-46d3-a031-bb6eb47e98af), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:31.336124 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ec4777f5-a87c-46ac-9818-322b93e9d21d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:31.337259 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-ec4777f5-a87c-46ac-9818-322b93e9d21d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/924e8b54-1419-46d3-a031-bb6eb47e98af HTTP/1.1" status: 204 len: 168 time: 0.1843886 Jul 28 02:24:31.363285 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcce51-c5dc-403d-96bf-c497fccca4e1 req-03ebbc95-5dff-43ff-ad16-87c72ce06c53 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:31.364771 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-53dcce51-c5dc-403d-96bf-c497fccca4e1 req-03ebbc95-5dff-43ff-ad16-87c72ce06c53 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 943 time: 0.0966725 Jul 28 02:24:31.365523 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4777f5-a87c-46ac-9818-322b93e9d21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924e8b54-1419-46d3-a031-bb6eb47e98af,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:31.374728 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de505586-74a3-4767-8fd9-563f228cc502 req-4486522f-c6a9-470a-84e1-517e02eead34 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:31.376317 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-de505586-74a3-4767-8fd9-563f228cc502 req-4486522f-c6a9-470a-84e1-517e02eead34 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.0966287 Jul 28 02:24:31.446388 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-53dcce51-c5dc-403d-96bf-c497fccca4e1 req-aaa33736-c174-4c3b-8269-72392e50d8d0 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689967 Jul 28 02:24:31.465121 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-de505586-74a3-4767-8fd9-563f228cc502 req-b4c3f586-50b8-4179-8cfc-590715939259 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725431 Jul 28 02:24:32.591118 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6545f8d-4059-473e-a9de-a221ea494a85 req-f7b51e8b-7cac-42e0-871d-c936059027fe tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:32.593083 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d6545f8d-4059-473e-a9de-a221ea494a85 req-f7b51e8b-7cac-42e0-871d-c936059027fe tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 943 time: 0.0616226 Jul 28 02:24:32.642765 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275374e-96f5-4d57-beb2-3e247f4b1f11 req-d227a0e8-3eac-4a87-8b42-f69bd8d33d5a tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:32.644191 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9275374e-96f5-4d57-beb2-3e247f4b1f11 req-d227a0e8-3eac-4a87-8b42-f69bd8d33d5a tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.0697505 Jul 28 02:24:32.691525 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d6545f8d-4059-473e-a9de-a221ea494a85 req-82f4f3f7-6e77-4068-b8c0-ba47eae7adc6 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811067 Jul 28 02:24:32.714590 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9275374e-96f5-4d57-beb2-3e247f4b1f11 req-9b8184e9-23ae-491f-b686-7243ca82fa77 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629203 Jul 28 02:24:33.512849 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 381df188-01c4-4181-92e1-f3df290d4f58 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:24:33.536822 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] No Port match for: 381df188-01c4-4181-92e1-f3df290d4f58 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:24:33.537188 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 381df188-01c4-4181-92e1-f3df290d4f58 not bound to the agent host hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:24:33.698795 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5b6e1-a8c2-40a9-b11f-73372b161de0 req-f39979a3-7d02-4117-b624-496e107e2eca tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:33.700315 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b8a5b6e1-a8c2-40a9-b11f-73372b161de0 req-f39979a3-7d02-4117-b624-496e107e2eca tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.45 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.0612886 Jul 28 02:24:33.760332 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3670dd5-a96e-4fea-a8e7-16690bbfb295 req-54670771-dbea-4d13-a5f3-14f4154ed40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:33.762151 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e3670dd5-a96e-4fea-a8e7-16690bbfb295 req-54670771-dbea-4d13-a5f3-14f4154ed40b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 1127 time: 0.0497110 Jul 28 02:24:33.819168 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-b8a5b6e1-a8c2-40a9-b11f-73372b161de0 req-e5f3d738-5f60-4517-a811-c582093a6ef7 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Deleting port 40d8500a-f1bf-4d76-ab1d-ab85d099d88f {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:24:33.819513 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b8a5b6e1-a8c2-40a9-b11f-73372b161de0 req-e5f3d738-5f60-4517-a811-c582093a6ef7 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (40d8500a-f1bf-4d76-ab1d-ab85d099d88f), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:33.856011 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e3670dd5-a96e-4fea-a8e7-16690bbfb295 req-a35b7b13-bd38-4bc5-b623-8348a51293a7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773871 Jul 28 02:24:33.886019 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eef5b4-8ce1-47a0-9a39-4603a2f2cfc8 req-e152b35d-cdbf-4763-b632-ecab8fe5c69e tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:33.887554 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a4eef5b4-8ce1-47a0-9a39-4603a2f2cfc8 req-e152b35d-cdbf-4763-b632-ecab8fe5c69e tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 943 time: 0.0774422 Jul 28 02:24:33.937895 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-b8a5b6e1-a8c2-40a9-b11f-73372b161de0 req-e5f3d738-5f60-4517-a811-c582093a6ef7 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] For port 40d8500a-f1bf-4d76-ab1d-ab85d099d88f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=40d8500a-f1bf-4d76-ab1d-ab85d099d88f,segment=NetworkSegment(061ae22b-e238-4740-8938-e6c134ab8fa9),segment_id=061ae22b-e238-4740-8938-e6c134ab8fa9)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:24:33.938260 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b8a5b6e1-a8c2-40a9-b11f-73372b161de0 req-e5f3d738-5f60-4517-a811-c582093a6ef7 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (40d8500a-f1bf-4d76-ab1d-ab85d099d88f), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:33.940030 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7358536-635d-40e0-83cf-5ee5e586f9bb req-32d984e1-cb3f-41c4-a86d-331da6bcde06 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:33.941608 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e7358536-635d-40e0-83cf-5ee5e586f9bb req-32d984e1-cb3f-41c4-a86d-331da6bcde06 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 945 time: 0.0773191 Jul 28 02:24:33.954342 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-b8a5b6e1-a8c2-40a9-b11f-73372b161de0 req-e5f3d738-5f60-4517-a811-c582093a6ef7 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Calling delete_port for 40d8500a-f1bf-4d76-ab1d-ab85d099d88f owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:24:33.991942 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a4eef5b4-8ce1-47a0-9a39-4603a2f2cfc8 req-dc515678-b0e2-47bc-be42-89e28cf775b4 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859036 Jul 28 02:24:34.018467 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e7358536-635d-40e0-83cf-5ee5e586f9bb req-02b30280-5db7-409a-ac3b-fd17008b8867 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/security-groups?id=abb52b66-dc30-4153-8f9d-feca5789dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664198 Jul 28 02:24:34.020587 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:34.098093 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b8a5b6e1-a8c2-40a9-b11f-73372b161de0 req-e5f3d738-5f60-4517-a811-c582093a6ef7 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (40d8500a-f1bf-4d76-ab1d-ab85d099d88f), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:34.110569 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['40d8500a-f1bf-4d76-ab1d-ab85d099d88f'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:24:34.129030 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3d738-5f60-4517-a811-c582093a6ef7 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Pushing event deleted for resources: {'Port': ['ID=40d8500a-f1bf-4d76-ab1d-ab85d099d88f,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:34.179955 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a5b6e1-a8c2-40a9-b11f-73372b161de0 req-e5f3d738-5f60-4517-a811-c582093a6ef7 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] No DVR routers for this DVR port 40d8500a-f1bf-4d76-ab1d-ab85d099d88f on host hv-cinder-79987 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:24:34.182324 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b8a5b6e1-a8c2-40a9-b11f-73372b161de0 req-e5f3d738-5f60-4517-a811-c582093a6ef7 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:34.185491 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b8a5b6e1-a8c2-40a9-b11f-73372b161de0 req-e5f3d738-5f60-4517-a811-c582093a6ef7 tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.45 "DELETE /v2.0/ports/40d8500a-f1bf-4d76-ab1d-ab85d099d88f HTTP/1.1" status: 204 len: 173 time: 0.4740455 Jul 28 02:24:34.185983 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fb7f5a-d860-4022-a284-a364155ba3ba', 'name': 'network-vif-deleted', 'tag': '40d8500a-f1bf-4d76-ab1d-ab85d099d88f'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:24:34.189213 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0397644-e980-4d90-a3d6-aa48597c96a3" -d '{"events": [{"server_uuid": "57fb7f5a-d860-4022-a284-a364155ba3ba", "name": "network-vif-deleted", "tag": "40d8500a-f1bf-4d76-ab1d-ab85d099d88f"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:24:34.227029 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01178ea-3ab3-4fa9-b8ef-adf5be2d5663 x-openstack-request-id: req-a01178ea-3ab3-4fa9-b8ef-adf5be2d5663 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:24:34.227320 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57fb7f5a-d860-4022-a284-a364155ba3ba", "name": "network-vif-deleted", "tag": "40d8500a-f1bf-4d76-ab1d-ab85d099d88f", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:24:34.227574 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a01178ea-3ab3-4fa9-b8ef-adf5be2d5663 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:24:34.227971 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a01178ea-3ab3-4fa9-b8ef-adf5be2d5663'] response: {'server_uuid': '57fb7f5a-d860-4022-a284-a364155ba3ba', 'name': 'network-vif-deleted', 'tag': '40d8500a-f1bf-4d76-ab1d-ab85d099d88f', 'status': 'completed', 'code': 200} Jul 28 02:24:35.142214 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:35.152066 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b813e8d-90c5-4f19-92b3-0a01d925789e req-f10662d9-5b10-4c7c-87c0-2574d085ab24 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:35.153623 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1b813e8d-90c5-4f19-92b3-0a01d925789e req-f10662d9-5b10-4c7c-87c0-2574d085ab24 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 943 time: 0.0698895 Jul 28 02:24:35.165269 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 48598) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:35.197494 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2ba3ed65-6af3-4e33-8044-4e7ab30ff5a3 req-e754da39-9a46-42bb-9a4d-727befd89e7f tempest-ServerRescueNegativeTestJSON-1799678427 tempest-ServerRescueNegativeTestJSON-1799678427-project] 10.222.0.40 "GET /v2.0/ports?device_id=57fb7f5a-d860-4022-a284-a364155ba3ba HTTP/1.1" status: 200 len: 210 time: 0.0424037 Jul 28 02:24:35.230500 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1b813e8d-90c5-4f19-92b3-0a01d925789e req-2c802772-a832-495f-b833-206baec41b3e tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633643 Jul 28 02:24:35.284443 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6587508e-4f9a-480f-91b0-3c488ede1910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:35.361430 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6587508e-4f9a-480f-91b0-3c488ede1910 admin admin] Publish callbacks [] for security_group (125221ab-3352-41c6-9859-84c11e71357b), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:35.364894 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6587508e-4f9a-480f-91b0-3c488ede1910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (125221ab-3352-41c6-9859-84c11e71357b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:35.406034 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-6587508e-4f9a-480f-91b0-3c488ede1910 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6f7ba45d71244f8db991f45ead9d8684&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401383 Jul 28 02:24:35.406998 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587508e-4f9a-480f-91b0-3c488ede1910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125221ab-3352-41c6-9859-84c11e71357b,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:35.408720 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 48604) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:35.466710 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2089af22-3ac9-4f29-97ba-8dce5f8d8ba7 admin admin] Publish callbacks [] for security_group (125221ab-3352-41c6-9859-84c11e71357b), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:35.476551 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:24:35.490292 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2089af22-3ac9-4f29-97ba-8dce5f8d8ba7 admin admin] Publish callbacks [] for security_group (125221ab-3352-41c6-9859-84c11e71357b), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:35.524965 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:35.527793 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 02:24:35.550126 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2089af22-3ac9-4f29-97ba-8dce5f8d8ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (125221ab-3352-41c6-9859-84c11e71357b), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:35.552967 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2089af22-3ac9-4f29-97ba-8dce5f8d8ba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:35.554508 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-2089af22-3ac9-4f29-97ba-8dce5f8d8ba7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/125221ab-3352-41c6-9859-84c11e71357b HTTP/1.1" status: 204 len: 168 time: 0.1429968 Jul 28 02:24:35.563985 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089af22-3ac9-4f29-97ba-8dce5f8d8ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125221ab-3352-41c6-9859-84c11e71357b,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:35.658897 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4361cfbc-bcbf-486b-ad6a-719f5fc09a5d,segment=NetworkSegment(9413081a-94ca-44ff-ad13-26a23e0c4aa1),segment_id=9413081a-94ca-44ff-ad13-26a23e0c4aa1)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:24:35.671584 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Returning: {'device': '4361cfbc-bcbf-486b-ad6a-719f5fc09a5d', 'network_id': '3028137f-378b-4f43-9bf1-434ecd477647', 'port_id': '4361cfbc-bcbf-486b-ad6a-719f5fc09a5d', 'mac_address': 'fa:16:3e:51:2c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e5cd1e-e52c-425e-8667-f3f406f660a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 02:24:35.709903 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:24:35.710386 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (4361cfbc-bcbf-486b-ad6a-719f5fc09a5d), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:35.724841 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:24:35.746074 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4361cfbc-bcbf-486b-ad6a-719f5fc09a5d,segment=NetworkSegment(9413081a-94ca-44ff-ad13-26a23e0c4aa1),segment_id=9413081a-94ca-44ff-ad13-26a23e0c4aa1)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:24:35.751096 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (4361cfbc-bcbf-486b-ad6a-719f5fc09a5d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:35.802313 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=4361cfbc-bcbf-486b-ad6a-719f5fc09a5d,revision_number=7']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:36.020655 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['4361cfbc-bcbf-486b-ad6a-719f5fc09a5d'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:24:36.268148 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 48630) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:36.356984 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:36.367648 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124d282-4f97-436e-98ea-60113180814f req-58ccbcac-260b-443c-9341-7b84fddeb023 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:36.369186 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a124d282-4f97-436e-98ea-60113180814f req-58ccbcac-260b-443c-9341-7b84fddeb023 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 944 time: 0.0604529 Jul 28 02:24:36.429250 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a124d282-4f97-436e-98ea-60113180814f req-32fbb346-225e-4d03-8ab4-1de642c74a20 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536792 Jul 28 02:24:36.851305 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ef87bcaa-dd97-4418-b2e7-f4d9dddd225e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361233'] for router_interface (aff59b78-00b6-4526-bccd-ca079e2ffec3), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:36.931338 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 48664) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:37.043946 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-73d3e102-540b-4ed2-8ec7-edfe55c47ee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:37.066382 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=9,neutron:INSERT=7 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:37.107080 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-ef87bcaa-dd97-4418-b2e7-f4d9dddd225e admin admin] Deleting port 71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:24:37.107425 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ef87bcaa-dd97-4418-b2e7-f4d9dddd225e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:37.140754 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-73d3e102-540b-4ed2-8ec7-edfe55c47ee9 admin admin] Publish callbacks [] for security_group (16afb29e-0996-4191-addf-496b022785bb), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:37.145500 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-73d3e102-540b-4ed2-8ec7-edfe55c47ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (16afb29e-0996-4191-addf-496b022785bb), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:37.157214 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:37.187007 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-73d3e102-540b-4ed2-8ec7-edfe55c47ee9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=40bd0469b2cf40748e6ea9bde50bd658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2544405 Jul 28 02:24:37.187876 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3e102-540b-4ed2-8ec7-edfe55c47ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16afb29e-0996-4191-addf-496b022785bb,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:37.189975 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 48670) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:37.216149 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-ef87bcaa-dd97-4418-b2e7-f4d9dddd225e admin admin] For port 71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c,segment=NetworkSegment(061ae22b-e238-4740-8938-e6c134ab8fa9),segment_id=061ae22b-e238-4740-8938-e6c134ab8fa9)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:24:37.220922 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ef87bcaa-dd97-4418-b2e7-f4d9dddd225e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:37.243049 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-ef87bcaa-dd97-4418-b2e7-f4d9dddd225e admin admin] Calling delete_port for 71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c owned by network:router_interface {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:24:37.311381 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e5692996-445a-436b-8720-eaec7a70f6e9 admin admin] Publish callbacks [] for security_group (16afb29e-0996-4191-addf-496b022785bb), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:37.351137 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e5692996-445a-436b-8720-eaec7a70f6e9 admin admin] Publish callbacks [] for security_group (16afb29e-0996-4191-addf-496b022785bb), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:37.404672 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:37.461211 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e5692996-445a-436b-8720-eaec7a70f6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (16afb29e-0996-4191-addf-496b022785bb), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:37.463675 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e5692996-445a-436b-8720-eaec7a70f6e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:37.464816 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-e5692996-445a-436b-8720-eaec7a70f6e9 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/16afb29e-0996-4191-addf-496b022785bb HTTP/1.1" status: 204 len: 168 time: 0.2739003 Jul 28 02:24:37.497885 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5692996-445a-436b-8720-eaec7a70f6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16afb29e-0996-4191-addf-496b022785bb,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:37.532438 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ef87bcaa-dd97-4418-b2e7-f4d9dddd225e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:37.546645 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d up at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:24:37.559495 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87bcaa-dd97-4418-b2e7-f4d9dddd225e admin admin] Pushing event deleted for resources: {'Port': ['ID=71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:37.611099 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning complete for port 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:24:37.611496 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (4361cfbc-bcbf-486b-ad6a-719f5fc09a5d), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:37.643614 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:37.720493 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:24:37.720929 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (4361cfbc-bcbf-486b-ad6a-719f5fc09a5d), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:37.746916 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:37.764793 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ef87bcaa-dd97-4418-b2e7-f4d9dddd225e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361349'] for router_interface (aff59b78-00b6-4526-bccd-ca079e2ffec3), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:37.768584 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734a7df7-1d42-44b2-a43e-f71f1811a773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4361cfbc-bcbf-486b-ad6a-719f5fc09a5d'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:24:37.771522 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd7b23193eab089ffe890151ec8d4d81c159f1068d0ecb51bca31dcd10d4c9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c88a67-a533-4065-a54c-300f24373bae" -d '{"events": [{"server_uuid": "734a7df7-1d42-44b2-a43e-f71f1811a773", "name": "network-vif-plugged", "status": "completed", "tag": "4361cfbc-bcbf-486b-ad6a-719f5fc09a5d"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:24:37.788288 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4361cfbc-bcbf-486b-ad6a-719f5fc09a5d,segment=NetworkSegment(9413081a-94ca-44ff-ad13-26a23e0c4aa1),segment_id=9413081a-94ca-44ff-ad13-26a23e0c4aa1)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:24:37.797652 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (4361cfbc-bcbf-486b-ad6a-719f5fc09a5d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:37.798565 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 40d8500a-f1bf-4d76-ab1d-ab85d099d88f no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:24:37.866359 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fd9de3-d850-4a74-857c-ce3705e7e3ec x-openstack-request-id: req-85fd9de3-d850-4a74-857c-ce3705e7e3ec {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:24:37.866654 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734a7df7-1d42-44b2-a43e-f71f1811a773", "name": "network-vif-plugged", "status": "completed", "tag": "4361cfbc-bcbf-486b-ad6a-719f5fc09a5d", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:24:37.866909 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-85fd9de3-d850-4a74-857c-ce3705e7e3ec {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:24:37.867298 dv-cinder-799871-46-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85fd9de3-d850-4a74-857c-ce3705e7e3ec'] response: {'server_uuid': '734a7df7-1d42-44b2-a43e-f71f1811a773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4361cfbc-bcbf-486b-ad6a-719f5fc09a5d', 'code': 200} Jul 28 02:24:37.871614 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] No Port match for: 40d8500a-f1bf-4d76-ab1d-ab85d099d88f {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:24:37.871967 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 40d8500a-f1bf-4d76-ab1d-ab85d099d88f not bound to the agent host hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:24:37.884845 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=4361cfbc-bcbf-486b-ad6a-719f5fc09a5d,revision_number=8']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:38.003196 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:38.018746 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef87bcaa-dd97-4418-b2e7-f4d9dddd225e admin admin] Router aff59b78-00b6-4526-bccd-ca079e2ffec3 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:24:38.127383 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef87bcaa-dd97-4418-b2e7-f4d9dddd225e admin admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:24:38.134514 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-ef87bcaa-dd97-4418-b2e7-f4d9dddd225e admin admin] 10.222.0.40 "PUT /v2.0/routers/aff59b78-00b6-4526-bccd-ca079e2ffec3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8651514 Jul 28 02:24:38.136220 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 48692) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:38.136813 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14576d48-b5f8-4f4c-9a1a-c98462fd748e None None] Sync routers for ids ['aff59b78-00b6-4526-bccd-ca079e2ffec3'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:24:38.159141 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14576d48-b5f8-4f4c-9a1a-c98462fd748e None None] Routers {'aff59b78-00b6-4526-bccd-ca079e2ffec3'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:24:38.159937 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-14576d48-b5f8-4f4c-9a1a-c98462fd748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:24:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['aff59b78-00b6-4526-bccd-ca079e2ffec3'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:24:38.242009 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d6ca0f21-ac9e-4596-aa91-38b7938a073f admin admin] Publish callbacks [] for router (aff59b78-00b6-4526-bccd-ca079e2ffec3), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:38.266587 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-14576d48-b5f8-4f4c-9a1a-c98462fd748e None None] Set router aff59b78-00b6-4526-bccd-ca079e2ffec3 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:24:38.349752 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d6ca0f21-ac9e-4596-aa91-38b7938a073f admin admin] Publish callbacks [] for router_gateway (aff59b78-00b6-4526-bccd-ca079e2ffec3), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:38.399958 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-d6ca0f21-ac9e-4596-aa91-38b7938a073f admin admin] Deleting port 0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:24:38.400307 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d6ca0f21-ac9e-4596-aa91-38b7938a073f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:38.448938 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:38.466380 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-14576d48-b5f8-4f4c-9a1a-c98462fd748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'name': 'tempest-ServerRescueNegativeTestJSON-1124966851-router', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:27Z', 'updated_at': '2022-07-28T02:24:37Z', 'revision_number': 5, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'gw_port': {'id': '0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:28Z', 'updated_at': '2022-07-28T02:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi'}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:24:38.493507 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-d6ca0f21-ac9e-4596-aa91-38b7938a073f admin admin] For port 0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:24:38.493874 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d6ca0f21-ac9e-4596-aa91-38b7938a073f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:38.495481 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14576d48-b5f8-4f4c-9a1a-c98462fd748e None None] Checking router: aff59b78-00b6-4526-bccd-ca079e2ffec3 for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:24:38.506207 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14576d48-b5f8-4f4c-9a1a-c98462fd748e None None] Routers {'aff59b78-00b6-4526-bccd-ca079e2ffec3'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:24:38.506837 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-14576d48-b5f8-4f4c-9a1a-c98462fd748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:24:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['aff59b78-00b6-4526-bccd-ca079e2ffec3'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:24:38.512275 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-d6ca0f21-ac9e-4596-aa91-38b7938a073f admin admin] Calling delete_port for 0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2 owned by network:router_gateway {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:24:38.597327 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-14576d48-b5f8-4f4c-9a1a-c98462fd748e None None] Set router aff59b78-00b6-4526-bccd-ca079e2ffec3 gateway port host: None {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:24:38.657470 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-14576d48-b5f8-4f4c-9a1a-c98462fd748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'name': 'tempest-ServerRescueNegativeTestJSON-1124966851-router', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:27Z', 'updated_at': '2022-07-28T02:24:38Z', 'revision_number': 6, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'gw_port_host': None}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:24:38.687704 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14576d48-b5f8-4f4c-9a1a-c98462fd748e None None] The sync data for ids ['aff59b78-00b6-4526-bccd-ca079e2ffec3'] in dv-cinder-799871-46-iscsi is: [{'id': 'aff59b78-00b6-4526-bccd-ca079e2ffec3', 'name': 'tempest-ServerRescueNegativeTestJSON-1124966851-router', 'tenant_id': 'b5157a5b7f25482980f925175adf2090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:27Z', 'updated_at': '2022-07-28T02:24:38Z', 'revision_number': 6, 'project_id': 'b5157a5b7f25482980f925175adf2090', 'gw_port_host': None}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:24:38.699908 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d6ca0f21-ac9e-4596-aa91-38b7938a073f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:38.727704 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca0f21-ac9e-4596-aa91-38b7938a073f admin admin] Pushing event deleted for resources: {'Port': ['ID=0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:38.798371 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d6ca0f21-ac9e-4596-aa91-38b7938a073f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-363025'] for router_gateway (aff59b78-00b6-4526-bccd-ca079e2ffec3), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:38.888074 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d6ca0f21-ac9e-4596-aa91-38b7938a073f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1600154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-849'] for router (aff59b78-00b6-4526-bccd-ca079e2ffec3), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:38.892439 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d6ca0f21-ac9e-4596-aa91-38b7938a073f admin admin] Publish callbacks [] for router_controller (aff59b78-00b6-4526-bccd-ca079e2ffec3), precommit_delete_associations {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:38.898654 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:38.939126 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d6ca0f21-ac9e-4596-aa91-38b7938a073f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600024'] for router (aff59b78-00b6-4526-bccd-ca079e2ffec3), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:38.939910 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ca0f21-ac9e-4596-aa91-38b7938a073f admin admin] Fanout notify agent at l3_agent the message router_deleted on router aff59b78-00b6-4526-bccd-ca079e2ffec3 {{(pid=103999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 02:24:38.944239 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d6ca0f21-ac9e-4596-aa91-38b7938a073f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:38.947695 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-d6ca0f21-ac9e-4596-aa91-38b7938a073f admin admin] 10.222.0.40 "DELETE /v2.0/routers/aff59b78-00b6-4526-bccd-ca079e2ffec3 HTTP/1.1" status: 204 len: 168 time: 0.8083169 Jul 28 02:24:38.947950 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 48714) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:38.995348 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_v2 [None req-a837efab-70c7-41be-9724-17d5ebad2624 admin admin] Deleting subnet 85b85007-31bd-4b12-8b58-5449a423c715 {{(pid=103999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 02:24:38.999128 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a837efab-70c7-41be-9724-17d5ebad2624 admin admin] Publish callbacks [] for subnet (85b85007-31bd-4b12-8b58-5449a423c715), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:39.042036 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a837efab-70c7-41be-9724-17d5ebad2624 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26608508'] for subnet (85b85007-31bd-4b12-8b58-5449a423c715), precommit_delete_associations {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:39.191597 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a837efab-70c7-41be-9724-17d5ebad2624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401899'] for subnet (85b85007-31bd-4b12-8b58-5449a423c715), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:39.254972 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a837efab-70c7-41be-9724-17d5ebad2624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25613297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25654463'] for subnet (85b85007-31bd-4b12-8b58-5449a423c715), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:39.286725 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837efab-70c7-41be-9724-17d5ebad2624 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85b85007-31bd-4b12-8b58-5449a423c715,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:39.291877 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a837efab-70c7-41be-9724-17d5ebad2624 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:39.297752 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-a837efab-70c7-41be-9724-17d5ebad2624 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/85b85007-31bd-4b12-8b58-5449a423c715 HTTP/1.1" status: 204 len: 168 time: 0.3463409 Jul 28 02:24:39.298536 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 48722) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:39.300516 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e1dac5-4038-431a-b919-b661a9ec9ecf None None] Network 409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:24:39.416422 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b7b2042d-d6fc-4b2b-a83b-35474afcdf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311329'] for network (409dbfc5-7fa3-448b-9a8d-151bbb9f6be9), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:39.468780 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-b7b2042d-d6fc-4b2b-a83b-35474afcdf7a admin admin] Deleting port c73be63b-fac3-482b-ba7c-a63c882a1714 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:24:39.469173 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b7b2042d-d6fc-4b2b-a83b-35474afcdf7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (c73be63b-fac3-482b-ba7c-a63c882a1714), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:39.504640 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9b2c67-f5a3-43b2-98df-d172c52a77ed None None] DHCP port deletion for 409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 request from dv-cinder-799871-46-iscsi {{(pid=104001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 02:24:39.506894 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c no longer exists at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:24:39.523588 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=76 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:39.547290 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-b7b2042d-d6fc-4b2b-a83b-35474afcdf7a admin admin] For port c73be63b-fac3-482b-ba7c-a63c882a1714, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=c73be63b-fac3-482b-ba7c-a63c882a1714,segment=NetworkSegment(061ae22b-e238-4740-8938-e6c134ab8fa9),segment_id=061ae22b-e238-4740-8938-e6c134ab8fa9)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:24:39.547654 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b7b2042d-d6fc-4b2b-a83b-35474afcdf7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (c73be63b-fac3-482b-ba7c-a63c882a1714), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:39.561837 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-b7b2042d-d6fc-4b2b-a83b-35474afcdf7a admin admin] Calling delete_port for c73be63b-fac3-482b-ba7c-a63c882a1714 owned by network:dhcp {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:24:39.566345 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] No Port match for: 71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:24:39.566709 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 71f4d0fe-6efb-49e5-8d0c-be4c9dc84e3c not bound to the agent host dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:24:39.590231 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-7c9b2c67-f5a3-43b2-98df-d172c52a77ed None None] Deleting port c73be63b-fac3-482b-ba7c-a63c882a1714 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:24:39.590716 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7c9b2c67-f5a3-43b2-98df-d172c52a77ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (c73be63b-fac3-482b-ba7c-a63c882a1714), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:39.666556 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-7c9b2c67-f5a3-43b2-98df-d172c52a77ed None None] For port c73be63b-fac3-482b-ba7c-a63c882a1714, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=c73be63b-fac3-482b-ba7c-a63c882a1714,segment=NetworkSegment(061ae22b-e238-4740-8938-e6c134ab8fa9),segment_id=061ae22b-e238-4740-8938-e6c134ab8fa9)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:24:39.666556 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7c9b2c67-f5a3-43b2-98df-d172c52a77ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (c73be63b-fac3-482b-ba7c-a63c882a1714), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:39.682911 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-7c9b2c67-f5a3-43b2-98df-d172c52a77ed None None] Calling delete_port for c73be63b-fac3-482b-ba7c-a63c882a1714 owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:24:39.689529 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b7b2042d-d6fc-4b2b-a83b-35474afcdf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (c73be63b-fac3-482b-ba7c-a63c882a1714), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:39.694134 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:39.725152 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2042d-d6fc-4b2b-a83b-35474afcdf7a admin admin] Pushing event deleted for resources: {'Port': ['ID=c73be63b-fac3-482b-ba7c-a63c882a1714,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:39.731404 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b2042d-d6fc-4b2b-a83b-35474afcdf7a admin admin] No DVR routers for this DVR port c73be63b-fac3-482b-ba7c-a63c882a1714 on host dv-cinder-799871-46-iscsi {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:24:39.795875 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:39.806325 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7c9b2c67-f5a3-43b2-98df-d172c52a77ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668'] for port (c73be63b-fac3-482b-ba7c-a63c882a1714), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:39.822548 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b7b2042d-d6fc-4b2b-a83b-35474afcdf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397509', 'neutron.services.segments.db._delete_segments_for_network-8752357910218'] for network (409dbfc5-7fa3-448b-9a8d-151bbb9f6be9), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:39.849222 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b2c67-f5a3-43b2-98df-d172c52a77ed None None] Pushing event deleted for resources: {'Port': ['ID=c73be63b-fac3-482b-ba7c-a63c882a1714,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:39.849462 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-b7b2042d-d6fc-4b2b-a83b-35474afcdf7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['409dbfc5-7fa3-448b-9a8d-151bbb9f6be9']}} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:24:39.858524 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9b2c67-f5a3-43b2-98df-d172c52a77ed None None] No DVR routers for this DVR port c73be63b-fac3-482b-ba7c-a63c882a1714 on host dv-cinder-799871-46-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:24:39.862589 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-b7b2042d-d6fc-4b2b-a83b-35474afcdf7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061ae22b-e238-4740-8938-e6c134ab8fa9') {'for_net_delete': True} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:24:39.863119 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-b7b2042d-d6fc-4b2b-a83b-35474afcdf7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061ae22b-e238-4740-8938-e6c134ab8fa9') {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:24:39.875704 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b7b2042d-d6fc-4b2b-a83b-35474afcdf7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752357910119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629643'] for segment (061ae22b-e238-4740-8938-e6c134ab8fa9), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:39.891277 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b7b2042d-d6fc-4b2b-a83b-35474afcdf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (061ae22b-e238-4740-8938-e6c134ab8fa9), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:39.898212 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b2042d-d6fc-4b2b-a83b-35474afcdf7a admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=104000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 02:24:39.898702 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b7b2042d-d6fc-4b2b-a83b-35474afcdf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3099414'] for segment (061ae22b-e238-4740-8938-e6c134ab8fa9), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:39.943559 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment 061ae22b-e238-4740-8938-e6c134ab8fa9 resource provider aggregate not found Jul 28 02:24:39.963179 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment 061ae22b-e238-4740-8938-e6c134ab8fa9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 061ae22b-e238-4740-8938-e6c134ab8fa9 found for delete ", "request_id": "req-ba01b3bc-e497-4899-9369-b1def898c9fa"}]} Jul 28 02:24:39.973460 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b7b2042d-d6fc-4b2b-a83b-35474afcdf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363069'] for network (409dbfc5-7fa3-448b-9a8d-151bbb9f6be9), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:39.978422 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b7b2042d-d6fc-4b2b-a83b-35474afcdf7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:39.982416 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-b7b2042d-d6fc-4b2b-a83b-35474afcdf7a admin admin] 10.222.0.40 "DELETE /v2.0/networks/409dbfc5-7fa3-448b-9a8d-151bbb9f6be9 HTTP/1.1" status: 204 len: 168 time: 0.6827013 Jul 28 02:24:39.999094 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2042d-d6fc-4b2b-a83b-35474afcdf7a admin admin] Pushing event deleted for resources: {'Network': ['ID=409dbfc5-7fa3-448b-9a8d-151bbb9f6be9,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:40.160432 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 48732) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:40.200761 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f7d4e4a8-10d2-45f3-a504-f1121bff6bef admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b5157a5b7f25482980f925175adf2090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390828 Jul 28 02:24:40.203860 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 48734) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:40.250844 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0eed8996-ba0a-42b9-b443-868af578089b admin admin] Publish callbacks [] for security_group (abb52b66-dc30-4153-8f9d-feca5789dd60), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:40.272576 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0eed8996-ba0a-42b9-b443-868af578089b admin admin] Publish callbacks [] for security_group (abb52b66-dc30-4153-8f9d-feca5789dd60), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:40.321895 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0eed8996-ba0a-42b9-b443-868af578089b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (abb52b66-dc30-4153-8f9d-feca5789dd60), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:40.324465 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0eed8996-ba0a-42b9-b443-868af578089b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:40.325637 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-0eed8996-ba0a-42b9-b443-868af578089b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/abb52b66-dc30-4153-8f9d-feca5789dd60 HTTP/1.1" status: 204 len: 168 time: 0.1208642 Jul 28 02:24:40.334198 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed8996-ba0a-42b9-b443-868af578089b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb52b66-dc30-4153-8f9d-feca5789dd60,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:40.830487 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2 no longer exists at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:24:40.853178 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] No Port match for: 0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:24:40.853593 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 0c6c4341-f6ed-48a9-8c1d-6f69ddf217a2 not bound to the agent host dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:24:40.854083 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device c73be63b-fac3-482b-ba7c-a63c882a1714 no longer exists at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:24:40.879877 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] No Port match for: c73be63b-fac3-482b-ba7c-a63c882a1714 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:24:40.880224 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device c73be63b-fac3-482b-ba7c-a63c882a1714 not bound to the agent host dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:24:41.986134 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 48798) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:42.333619 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bcf81c4e-c4ef-4065-966f-5c64f36f0ab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:42.344685 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:INSERT=2,neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:42.422460 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bcf81c4e-c4ef-4065-966f-5c64f36f0ab6 admin admin] Publish callbacks [] for security_group (f49f27cb-c66c-4699-b124-e0773cb0ae38), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:42.426779 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bcf81c4e-c4ef-4065-966f-5c64f36f0ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (f49f27cb-c66c-4699-b124-e0773cb0ae38), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:42.468094 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-bcf81c4e-c4ef-4065-966f-5c64f36f0ab6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=661d679a7f624204826a706b9eb9a0bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4807875 Jul 28 02:24:42.469341 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf81c4e-c4ef-4065-966f-5c64f36f0ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49f27cb-c66c-4699-b124-e0773cb0ae38,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:42.471607 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 48812) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:42.782924 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c435c085-fc54-43f0-bd5d-487f6b4abc42 admin admin] Publish callbacks [] for security_group (f49f27cb-c66c-4699-b124-e0773cb0ae38), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:42.804811 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c435c085-fc54-43f0-bd5d-487f6b4abc42 admin admin] Publish callbacks [] for security_group (f49f27cb-c66c-4699-b124-e0773cb0ae38), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:42.852098 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c435c085-fc54-43f0-bd5d-487f6b4abc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (f49f27cb-c66c-4699-b124-e0773cb0ae38), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:42.854651 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c435c085-fc54-43f0-bd5d-487f6b4abc42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:42.855799 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-c435c085-fc54-43f0-bd5d-487f6b4abc42 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f49f27cb-c66c-4699-b124-e0773cb0ae38 HTTP/1.1" status: 204 len: 168 time: 0.3829420 Jul 28 02:24:42.859793 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:42.865565 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435c085-fc54-43f0-bd5d-487f6b4abc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49f27cb-c66c-4699-b124-e0773cb0ae38,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:43.122532 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 48818) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:43.137250 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6e08f655-7f4f-4a15-9fac-5e33bf1713b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:43.214184 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6e08f655-7f4f-4a15-9fac-5e33bf1713b5 admin admin] Publish callbacks [] for security_group (89f839eb-9275-4fd6-8040-c60b3dc36aac), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:43.218505 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6e08f655-7f4f-4a15-9fac-5e33bf1713b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (89f839eb-9275-4fd6-8040-c60b3dc36aac), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:43.255468 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08f655-7f4f-4a15-9fac-5e33bf1713b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f839eb-9275-4fd6-8040-c60b3dc36aac,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:43.261083 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-6e08f655-7f4f-4a15-9fac-5e33bf1713b5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9a727a2a20d64bc3bb94c83b8714a36a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374497 Jul 28 02:24:43.264415 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 48820) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:43.318447 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ed92c9fb-5dd1-4729-8ede-d22718f75c02 admin admin] Publish callbacks [] for security_group (89f839eb-9275-4fd6-8040-c60b3dc36aac), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:43.339870 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ed92c9fb-5dd1-4729-8ede-d22718f75c02 admin admin] Publish callbacks [] for security_group (89f839eb-9275-4fd6-8040-c60b3dc36aac), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:43.387168 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ed92c9fb-5dd1-4729-8ede-d22718f75c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (89f839eb-9275-4fd6-8040-c60b3dc36aac), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:43.390601 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ed92c9fb-5dd1-4729-8ede-d22718f75c02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:43.391742 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-ed92c9fb-5dd1-4729-8ede-d22718f75c02 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/89f839eb-9275-4fd6-8040-c60b3dc36aac HTTP/1.1" status: 204 len: 168 time: 0.1262286 Jul 28 02:24:43.399948 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92c9fb-5dd1-4729-8ede-d22718f75c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f839eb-9275-4fd6-8040-c60b3dc36aac,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:45.835330 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 48908) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:45.957432 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-95dfd356-fcfd-4205-8162-aed2a1df97a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:46.008669 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:46.047733 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-95dfd356-fcfd-4205-8162-aed2a1df97a0 admin admin] Publish callbacks [] for security_group (98416114-2d06-4273-8534-bd4fc18db879), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:46.051417 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-95dfd356-fcfd-4205-8162-aed2a1df97a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (98416114-2d06-4273-8534-bd4fc18db879), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:46.093557 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-95dfd356-fcfd-4205-8162-aed2a1df97a0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=99fa6abbcffc44d79e75d49affc51038&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567070 Jul 28 02:24:46.094339 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dfd356-fcfd-4205-8162-aed2a1df97a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98416114-2d06-4273-8534-bd4fc18db879,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:46.096194 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 48920) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:46.146866 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-590e849b-2f27-4bcd-b283-8dddf7a0b96a admin admin] Publish callbacks [] for security_group (98416114-2d06-4273-8534-bd4fc18db879), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:46.168708 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-590e849b-2f27-4bcd-b283-8dddf7a0b96a admin admin] Publish callbacks [] for security_group (98416114-2d06-4273-8534-bd4fc18db879), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:46.219683 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-590e849b-2f27-4bcd-b283-8dddf7a0b96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (98416114-2d06-4273-8534-bd4fc18db879), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:46.222160 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-590e849b-2f27-4bcd-b283-8dddf7a0b96a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:46.223276 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-590e849b-2f27-4bcd-b283-8dddf7a0b96a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/98416114-2d06-4273-8534-bd4fc18db879 HTTP/1.1" status: 204 len: 168 time: 0.1261046 Jul 28 02:24:46.231448 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e849b-2f27-4bcd-b283-8dddf7a0b96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98416114-2d06-4273-8534-bd4fc18db879,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:46.492056 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 48928) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:46.505273 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d1245153-d818-4108-98ac-a26255bb0d71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:46.561337 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:46.582626 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d1245153-d818-4108-98ac-a26255bb0d71 admin admin] Publish callbacks [] for security_group (f9dce468-4501-45d1-b7ec-d811b598e5f4), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:46.586252 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d1245153-d818-4108-98ac-a26255bb0d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (f9dce468-4501-45d1-b7ec-d811b598e5f4), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:46.624564 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-d1245153-d818-4108-98ac-a26255bb0d71 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d2441174e00a47338b39c3b86c793f11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314540 Jul 28 02:24:46.626479 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1245153-d818-4108-98ac-a26255bb0d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dce468-4501-45d1-b7ec-d811b598e5f4,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:46.627408 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 48930) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:46.679642 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0252209e-ca1e-4388-b480-19c8a1c2b730 admin admin] Publish callbacks [] for security_group (f9dce468-4501-45d1-b7ec-d811b598e5f4), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:46.700829 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0252209e-ca1e-4388-b480-19c8a1c2b730 admin admin] Publish callbacks [] for security_group (f9dce468-4501-45d1-b7ec-d811b598e5f4), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:46.749605 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0252209e-ca1e-4388-b480-19c8a1c2b730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (f9dce468-4501-45d1-b7ec-d811b598e5f4), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:46.752058 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0252209e-ca1e-4388-b480-19c8a1c2b730 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:46.753218 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-0252209e-ca1e-4388-b480-19c8a1c2b730 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f9dce468-4501-45d1-b7ec-d811b598e5f4 HTTP/1.1" status: 204 len: 168 time: 0.1247842 Jul 28 02:24:46.760910 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252209e-ca1e-4388-b480-19c8a1c2b730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dce468-4501-45d1-b7ec-d811b598e5f4,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:48.800340 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 49010) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:48.908268 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8e374204-7a9d-4f40-9869-a37f96694791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:48.937645 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:48.989450 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8e374204-7a9d-4f40-9869-a37f96694791 admin admin] Publish callbacks [] for security_group (a0988614-c8f4-451b-bc01-a8b209d2ad71), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:48.995951 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8e374204-7a9d-4f40-9869-a37f96694791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (a0988614-c8f4-451b-bc01-a8b209d2ad71), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:49.037043 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e374204-7a9d-4f40-9869-a37f96694791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0988614-c8f4-451b-bc01-a8b209d2ad71,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:49.041345 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-8e374204-7a9d-4f40-9869-a37f96694791 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ac88f992ceb8465caa727384fb52d600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399511 Jul 28 02:24:49.044226 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 49014) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:49.097526 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-775a6629-08b5-4e1d-bd4c-cba3d492e8b5 admin admin] Publish callbacks [] for security_group (a0988614-c8f4-451b-bc01-a8b209d2ad71), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:49.119544 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-775a6629-08b5-4e1d-bd4c-cba3d492e8b5 admin admin] Publish callbacks [] for security_group (a0988614-c8f4-451b-bc01-a8b209d2ad71), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:49.171729 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-775a6629-08b5-4e1d-bd4c-cba3d492e8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (a0988614-c8f4-451b-bc01-a8b209d2ad71), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:49.174550 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-775a6629-08b5-4e1d-bd4c-cba3d492e8b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:49.175882 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-775a6629-08b5-4e1d-bd4c-cba3d492e8b5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a0988614-c8f4-451b-bc01-a8b209d2ad71 HTTP/1.1" status: 204 len: 168 time: 0.1297462 Jul 28 02:24:49.183737 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a6629-08b5-4e1d-bd4c-cba3d492e8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0988614-c8f4-451b-bc01-a8b209d2ad71,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:49.443114 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 49020) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:49.457719 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1109d23f-52d8-4410-8e65-e22c1aeb2005 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:49.496216 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:49.541370 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1109d23f-52d8-4410-8e65-e22c1aeb2005 admin admin] Publish callbacks [] for security_group (ba9e82a2-b930-4769-bf3d-02b16fe9a4c9), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:49.545203 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1109d23f-52d8-4410-8e65-e22c1aeb2005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (ba9e82a2-b930-4769-bf3d-02b16fe9a4c9), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:49.584743 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-1109d23f-52d8-4410-8e65-e22c1aeb2005 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d9f57daba46546828a59f1940f416888&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405444 Jul 28 02:24:49.585462 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109d23f-52d8-4410-8e65-e22c1aeb2005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9e82a2-b930-4769-bf3d-02b16fe9a4c9,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:49.587579 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 49024) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:49.644936 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7fd7db4f-ebc0-4f60-ad79-8b2ce016d4dd admin admin] Publish callbacks [] for security_group (ba9e82a2-b930-4769-bf3d-02b16fe9a4c9), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:49.666930 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7fd7db4f-ebc0-4f60-ad79-8b2ce016d4dd admin admin] Publish callbacks [] for security_group (ba9e82a2-b930-4769-bf3d-02b16fe9a4c9), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:49.719075 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7fd7db4f-ebc0-4f60-ad79-8b2ce016d4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (ba9e82a2-b930-4769-bf3d-02b16fe9a4c9), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:49.721844 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7fd7db4f-ebc0-4f60-ad79-8b2ce016d4dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:49.723079 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-7fd7db4f-ebc0-4f60-ad79-8b2ce016d4dd admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ba9e82a2-b930-4769-bf3d-02b16fe9a4c9 HTTP/1.1" status: 204 len: 168 time: 0.1343889 Jul 28 02:24:49.731364 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7db4f-ebc0-4f60-ad79-8b2ce016d4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9e82a2-b930-4769-bf3d-02b16fe9a4c9,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:51.649064 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:52.813945 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a8468-8c4e-47ac-914c-0f1aa2e70350 req-6e92506e-7742-4be5-869c-5caa4e9a6491 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:52.815451 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-148a8468-8c4e-47ac-914c-0f1aa2e70350 req-6e92506e-7742-4be5-869c-5caa4e9a6491 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 946 time: 0.0582969 Jul 28 02:24:52.865780 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-148a8468-8c4e-47ac-914c-0f1aa2e70350 req-131e86b2-c0b5-40e2-8b6d-c92ba6fd0e27 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447605 Jul 28 02:24:53.305897 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 49172) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:53.414896 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-200503b8-778b-4ed1-b2ae-c5835d24947b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:53.479485 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:53.498061 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-200503b8-778b-4ed1-b2ae-c5835d24947b admin admin] Publish callbacks [] for security_group (d19f09e5-ace2-4569-a803-5420a5d5c1f7), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:53.502145 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-200503b8-778b-4ed1-b2ae-c5835d24947b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (d19f09e5-ace2-4569-a803-5420a5d5c1f7), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:53.552610 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200503b8-778b-4ed1-b2ae-c5835d24947b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19f09e5-ace2-4569-a803-5420a5d5c1f7,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:53.557501 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-200503b8-778b-4ed1-b2ae-c5835d24947b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ec82651d0f0b4632a75ab9a5ed50d9b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2506075 Jul 28 02:24:53.560178 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 49176) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:53.609944 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a2645318-b96e-4b2f-b48d-fa303332014a admin admin] Publish callbacks [] for security_group (d19f09e5-ace2-4569-a803-5420a5d5c1f7), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:53.630891 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a2645318-b96e-4b2f-b48d-fa303332014a admin admin] Publish callbacks [] for security_group (d19f09e5-ace2-4569-a803-5420a5d5c1f7), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:53.677364 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a2645318-b96e-4b2f-b48d-fa303332014a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (d19f09e5-ace2-4569-a803-5420a5d5c1f7), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:53.680096 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a2645318-b96e-4b2f-b48d-fa303332014a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:53.681038 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-a2645318-b96e-4b2f-b48d-fa303332014a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d19f09e5-ace2-4569-a803-5420a5d5c1f7 HTTP/1.1" status: 204 len: 168 time: 0.1196859 Jul 28 02:24:53.689428 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2645318-b96e-4b2f-b48d-fa303332014a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19f09e5-ace2-4569-a803-5420a5d5c1f7,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:53.985193 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 49188) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:54.005335 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-547f5e97-9381-420b-b254-d5b67d539a91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:54.011974 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f3733-5178-4c98-8b4f-cc4a4eb38d28 req-b32d4806-c966-4ff4-9fbf-4d312554c686 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:54.013487 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cd3f3733-5178-4c98-8b4f-cc4a4eb38d28 req-b32d4806-c966-4ff4-9fbf-4d312554c686 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 946 time: 0.0636518 Jul 28 02:24:54.070665 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cd3f3733-5178-4c98-8b4f-cc4a4eb38d28 req-7cc79a60-7b55-43c8-9a6e-5c8bf372873a tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups?id=a89533f3-eb66-40fa-8ed5-20626b64e3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493972 Jul 28 02:24:54.112062 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-547f5e97-9381-420b-b254-d5b67d539a91 admin admin] Publish callbacks [] for security_group (b42d8db8-ae68-4a52-8af8-95873c722f62), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:54.132470 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-547f5e97-9381-420b-b254-d5b67d539a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (b42d8db8-ae68-4a52-8af8-95873c722f62), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:54.177277 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e125d-c093-47e0-8650-2e58d85aa99f req-6ad6bdc6-9af8-4b8d-ad88-0de47c26f87a tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:24:54.178758 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0b9e125d-c093-47e0-8650-2e58d85aa99f req-6ad6bdc6-9af8-4b8d-ad88-0de47c26f87a tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 946 time: 0.0810950 Jul 28 02:24:54.200820 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-547f5e97-9381-420b-b254-d5b67d539a91 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=75f4db658cd44b6693962e06c5afde77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144213 Jul 28 02:24:54.204001 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 49192) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:54.221240 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f5e97-9381-420b-b254-d5b67d539a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42d8db8-ae68-4a52-8af8-95873c722f62,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:54.230482 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:54.232308 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547f5e97-9381-420b-b254-d5b67d539a91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:54.232663 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547f5e97-9381-420b-b254-d5b67d539a91 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:54.233997 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547f5e97-9381-420b-b254-d5b67d539a91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:54.234446 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547f5e97-9381-420b-b254-d5b67d539a91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:54.234792 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547f5e97-9381-420b-b254-d5b67d539a91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:54.235200 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547f5e97-9381-420b-b254-d5b67d539a91 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:54.235532 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547f5e97-9381-420b-b254-d5b67d539a91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:54.235860 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547f5e97-9381-420b-b254-d5b67d539a91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:54.236197 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547f5e97-9381-420b-b254-d5b67d539a91 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:54.236527 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547f5e97-9381-420b-b254-d5b67d539a91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:54.236854 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547f5e97-9381-420b-b254-d5b67d539a91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:54.237203 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547f5e97-9381-420b-b254-d5b67d539a91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:54.237527 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547f5e97-9381-420b-b254-d5b67d539a91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:54.237849 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547f5e97-9381-420b-b254-d5b67d539a91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:54.238325 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547f5e97-9381-420b-b254-d5b67d539a91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:24:54.273795 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1bd275cb-df3f-4fe5-b4db-73b5aaba5125 admin admin] Publish callbacks [] for security_group (b42d8db8-ae68-4a52-8af8-95873c722f62), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:54.291790 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-0b9e125d-c093-47e0-8650-2e58d85aa99f req-5f53efac-4488-44ac-8549-df232af97c9f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Deleting port 1715844b-9d8a-4da7-a69b-2981f259a665 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:24:54.292236 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-0b9e125d-c093-47e0-8650-2e58d85aa99f req-5f53efac-4488-44ac-8549-df232af97c9f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (1715844b-9d8a-4da7-a69b-2981f259a665), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:54.292363 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 49194) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:54.302095 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1bd275cb-df3f-4fe5-b4db-73b5aaba5125 admin admin] Publish callbacks [] for security_group (b42d8db8-ae68-4a52-8af8-95873c722f62), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:54.338672 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:54.356304 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1bd275cb-df3f-4fe5-b4db-73b5aaba5125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (b42d8db8-ae68-4a52-8af8-95873c722f62), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:54.359949 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1bd275cb-df3f-4fe5-b4db-73b5aaba5125 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:54.364044 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-1bd275cb-df3f-4fe5-b4db-73b5aaba5125 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b42d8db8-ae68-4a52-8af8-95873c722f62 HTTP/1.1" status: 204 len: 168 time: 0.1588664 Jul 28 02:24:54.372446 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd275cb-df3f-4fe5-b4db-73b5aaba5125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42d8db8-ae68-4a52-8af8-95873c722f62,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:54.406298 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-0b9e125d-c093-47e0-8650-2e58d85aa99f req-5f53efac-4488-44ac-8549-df232af97c9f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] For port 1715844b-9d8a-4da7-a69b-2981f259a665, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1715844b-9d8a-4da7-a69b-2981f259a665,segment=NetworkSegment(d704733b-9866-4f1a-bedf-601228758543),segment_id=d704733b-9866-4f1a-bedf-601228758543)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:24:54.406777 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-0b9e125d-c093-47e0-8650-2e58d85aa99f req-5f53efac-4488-44ac-8549-df232af97c9f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (1715844b-9d8a-4da7-a69b-2981f259a665), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:54.436696 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-68653b1a-8d1e-4e70-a72f-41024d33a952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:54.521518 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-68653b1a-8d1e-4e70-a72f-41024d33a952 admin admin] Publish callbacks [] for security_group (30962845-622e-4ae6-bb5d-35d305b735cd), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:54.526212 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-68653b1a-8d1e-4e70-a72f-41024d33a952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (30962845-622e-4ae6-bb5d-35d305b735cd), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:54.574881 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-68653b1a-8d1e-4e70-a72f-41024d33a952 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e2ee0382f543440f946381261ecfafff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2791843 Jul 28 02:24:54.575095 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 49202) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:54.581818 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68653b1a-8d1e-4e70-a72f-41024d33a952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30962845-622e-4ae6-bb5d-35d305b735cd,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:54.590057 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-0b9e125d-c093-47e0-8650-2e58d85aa99f req-5f53efac-4488-44ac-8549-df232af97c9f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:54.590603 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-0b9e125d-c093-47e0-8650-2e58d85aa99f req-5f53efac-4488-44ac-8549-df232af97c9f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (72ea5bce-d424-414e-a5de-e1122a509573), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:54.591124 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.db.l3_db [req-0b9e125d-c093-47e0-8650-2e58d85aa99f req-5f53efac-4488-44ac-8549-df232af97c9f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Floating IP 72ea5bce-d424-414e-a5de-e1122a509573 disassociated. External IP: 172.27.0.166, port: 1715844b-9d8a-4da7-a69b-2981f259a665. Jul 28 02:24:54.591506 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-0b9e125d-c093-47e0-8650-2e58d85aa99f req-5f53efac-4488-44ac-8549-df232af97c9f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Calling delete_port for 1715844b-9d8a-4da7-a69b-2981f259a665 owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:24:54.632069 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2313a301-ca8d-46bb-867b-323cfa5a0f3e admin admin] Publish callbacks [] for security_group (30962845-622e-4ae6-bb5d-35d305b735cd), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:54.659406 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2313a301-ca8d-46bb-867b-323cfa5a0f3e admin admin] Publish callbacks [] for security_group (30962845-622e-4ae6-bb5d-35d305b735cd), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:54.714248 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2313a301-ca8d-46bb-867b-323cfa5a0f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (30962845-622e-4ae6-bb5d-35d305b735cd), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:54.716913 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2313a301-ca8d-46bb-867b-323cfa5a0f3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:54.721451 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-2313a301-ca8d-46bb-867b-323cfa5a0f3e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/30962845-622e-4ae6-bb5d-35d305b735cd HTTP/1.1" status: 204 len: 168 time: 0.1425049 Jul 28 02:24:54.729902 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313a301-ca8d-46bb-867b-323cfa5a0f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30962845-622e-4ae6-bb5d-35d305b735cd,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:54.751719 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-0b9e125d-c093-47e0-8650-2e58d85aa99f req-5f53efac-4488-44ac-8549-df232af97c9f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (1715844b-9d8a-4da7-a69b-2981f259a665), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:54.784583 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53efac-4488-44ac-8549-df232af97c9f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Pushing event deleted for resources: {'Port': ['ID=1715844b-9d8a-4da7-a69b-2981f259a665,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:54.911888 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:54.929649 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b9e125d-c093-47e0-8650-2e58d85aa99f req-5f53efac-4488-44ac-8549-df232af97c9f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Router 092088de-1220-4858-bb69-e854a706a1d4 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:24:55.050782 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b9e125d-c093-47e0-8650-2e58d85aa99f req-5f53efac-4488-44ac-8549-df232af97c9f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:24:55.064120 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a43c17b-af81-484d-b2ba-5580197ee408 None None] Sync routers for ids ['092088de-1220-4858-bb69-e854a706a1d4'] in dv-cinder-799871-46-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:24:55.075503 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=77 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:55.076686 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a43c17b-af81-484d-b2ba-5580197ee408 None None] Routers {'092088de-1220-4858-bb69-e854a706a1d4'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:24:55.078293 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-9a43c17b-af81-484d-b2ba-5580197ee408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:24:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['092088de-1220-4858-bb69-e854a706a1d4'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:24:55.111621 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9e125d-c093-47e0-8650-2e58d85aa99f req-5f53efac-4488-44ac-8549-df232af97c9f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] No DVR routers for this DVR port 1715844b-9d8a-4da7-a69b-2981f259a665 on host hv-cinder-79987 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:24:55.112067 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 49222) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:55.115546 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-0b9e125d-c093-47e0-8650-2e58d85aa99f req-5f53efac-4488-44ac-8549-df232af97c9f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:55.120428 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0b9e125d-c093-47e0-8650-2e58d85aa99f req-5f53efac-4488-44ac-8549-df232af97c9f tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.45 "DELETE /v2.0/ports/1715844b-9d8a-4da7-a69b-2981f259a665 HTTP/1.1" status: 204 len: 173 time: 0.9337537 Jul 28 02:24:55.121173 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b88dd0f-664f-42f1-b13f-ee78e8a3a00f', 'name': 'network-vif-deleted', 'tag': '1715844b-9d8a-4da7-a69b-2981f259a665'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:24:55.123775 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e78a2f-bba3-4f51-bbb3-65f8c92446b7" -d '{"events": [{"server_uuid": "4b88dd0f-664f-42f1-b13f-ee78e8a3a00f", "name": "network-vif-deleted", "tag": "1715844b-9d8a-4da7-a69b-2981f259a665"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:24:55.127326 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3c1ee147-082c-4565-bb11-a0fc2c6fa8ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:55.190847 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:55.216561 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-9a43c17b-af81-484d-b2ba-5580197ee408 None None] Set router 092088de-1220-4858-bb69-e854a706a1d4 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:24:55.222508 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487154c2-2a7b-419b-aafa-a21488d71a76 x-openstack-request-id: req-487154c2-2a7b-419b-aafa-a21488d71a76 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:24:55.222818 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b88dd0f-664f-42f1-b13f-ee78e8a3a00f", "name": "network-vif-deleted", "tag": "1715844b-9d8a-4da7-a69b-2981f259a665", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:24:55.223080 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-487154c2-2a7b-419b-aafa-a21488d71a76 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:24:55.223492 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-487154c2-2a7b-419b-aafa-a21488d71a76'] response: {'server_uuid': '4b88dd0f-664f-42f1-b13f-ee78e8a3a00f', 'name': 'network-vif-deleted', 'tag': '1715844b-9d8a-4da7-a69b-2981f259a665', 'status': 'completed', 'code': 200} Jul 28 02:24:55.272797 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0f63b58e-c8e5-4d16-873d-c5c4b56dea6d req-34787a09-b5fa-4c1e-b75a-8348e559285e tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b88dd0f-664f-42f1-b13f-ee78e8a3a00f HTTP/1.1" status: 200 len: 210 time: 0.0537322 Jul 28 02:24:55.342069 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3c1ee147-082c-4565-bb11-a0fc2c6fa8ea admin admin] Publish callbacks [] for security_group (20eba034-81c4-4480-be1c-a0908e778e10), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:55.347522 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3c1ee147-082c-4565-bb11-a0fc2c6fa8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (20eba034-81c4-4480-be1c-a0908e778e10), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:55.405835 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-3c1ee147-082c-4565-bb11-a0fc2c6fa8ea admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d47085e81fe0415493281fe18c3d9b48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2925389 Jul 28 02:24:55.407109 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ee147-082c-4565-bb11-a0fc2c6fa8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20eba034-81c4-4480-be1c-a0908e778e10,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:55.408656 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 49230) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:55.483868 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-9a43c17b-af81-484d-b2ba-5580197ee408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092088de-1220-4858-bb69-e854a706a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-817987684-router', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:58Z', 'updated_at': '2022-07-28T02:18:05Z', 'revision_number': 4, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'gw_port': {'id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:00Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': 'c6f15b7a-865b-476a-9dbe-468347d9bf63', 'name': '', 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'mac_address': 'fa:16:3e:e6:9d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:03Z', 'updated_at': '2022-07-28T02:18:16Z', 'revision_number': 5, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'subnets': [{'id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:24:55.490641 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e07b14f2-9714-418e-894c-09352687d327 admin admin] Publish callbacks [] for security_group (20eba034-81c4-4480-be1c-a0908e778e10), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:55.522201 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a43c17b-af81-484d-b2ba-5580197ee408 None None] Checking router: 092088de-1220-4858-bb69-e854a706a1d4 for host: dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:24:55.530717 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e07b14f2-9714-418e-894c-09352687d327 admin admin] Publish callbacks [] for security_group (20eba034-81c4-4480-be1c-a0908e778e10), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:55.548572 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a43c17b-af81-484d-b2ba-5580197ee408 None None] Routers {'092088de-1220-4858-bb69-e854a706a1d4'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:24:55.549373 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-9a43c17b-af81-484d-b2ba-5580197ee408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:24:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['092088de-1220-4858-bb69-e854a706a1d4'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:24:55.571744 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:24:55.599185 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e07b14f2-9714-418e-894c-09352687d327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (20eba034-81c4-4480-be1c-a0908e778e10), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:55.601825 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e07b14f2-9714-418e-894c-09352687d327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:55.606258 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e07b14f2-9714-418e-894c-09352687d327 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/20eba034-81c4-4480-be1c-a0908e778e10 HTTP/1.1" status: 204 len: 168 time: 0.1933861 Jul 28 02:24:55.613086 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b14f2-9714-418e-894c-09352687d327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20eba034-81c4-4480-be1c-a0908e778e10,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:55.677283 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-9a43c17b-af81-484d-b2ba-5580197ee408 None None] Set router 092088de-1220-4858-bb69-e854a706a1d4 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:24:55.756253 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-edfa78be-517c-41c5-8404-90b21ac3c945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:55.884320 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-9a43c17b-af81-484d-b2ba-5580197ee408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092088de-1220-4858-bb69-e854a706a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-817987684-router', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:58Z', 'updated_at': '2022-07-28T02:18:05Z', 'revision_number': 4, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'gw_port': {'id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:00Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': 'c6f15b7a-865b-476a-9dbe-468347d9bf63', 'name': '', 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'mac_address': 'fa:16:3e:e6:9d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:03Z', 'updated_at': '2022-07-28T02:18:16Z', 'revision_number': 5, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'subnets': [{'id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:24:55.926427 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a43c17b-af81-484d-b2ba-5580197ee408 None None] The sync data for ids ['092088de-1220-4858-bb69-e854a706a1d4'] in dv-cinder-799871-46-iscsi is: [{'id': '092088de-1220-4858-bb69-e854a706a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-817987684-router', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:58Z', 'updated_at': '2022-07-28T02:18:05Z', 'revision_number': 4, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'gw_port': {'id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:00Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': 'c6f15b7a-865b-476a-9dbe-468347d9bf63', 'name': '', 'network_id': 'b7a41f53-02ba-4d68-a9f3-9f5c3103be75', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'mac_address': 'fa:16:3e:e6:9d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:03Z', 'updated_at': '2022-07-28T02:18:16Z', 'revision_number': 5, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'subnets': [{'id': '5140c104-3441-42e7-8ecc-b111359f4da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:24:56.240544 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb2e20e-405d-4ea7-81dd-74a3e7687adb None None] New status for floating IP 72ea5bce-d424-414e-a5de-e1122a509573: DOWN {{(pid=104001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 02:24:56.390333 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 49264) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:56.455245 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f5089fc4-fa49-48da-9ebc-9a7011e9525b tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for security_group (a89533f3-eb66-40fa-8ed5-20626b64e3cc), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:56.480030 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f5089fc4-fa49-48da-9ebc-9a7011e9525b tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for security_group (a89533f3-eb66-40fa-8ed5-20626b64e3cc), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:56.530162 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f5089fc4-fa49-48da-9ebc-9a7011e9525b tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (a89533f3-eb66-40fa-8ed5-20626b64e3cc), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:56.533013 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f5089fc4-fa49-48da-9ebc-9a7011e9525b tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:56.534202 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f5089fc4-fa49-48da-9ebc-9a7011e9525b tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "DELETE /v2.0/security-groups/a89533f3-eb66-40fa-8ed5-20626b64e3cc HTTP/1.1" status: 204 len: 168 time: 0.1428139 Jul 28 02:24:56.537894 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 49274) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:56.543859 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5089fc4-fa49-48da-9ebc-9a7011e9525b tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89533f3-eb66-40fa-8ed5-20626b64e3cc,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:56.553600 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.api.v2.resource [None req-65423821-b07f-40b9-be69-eafbbf82b1d2 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] show failed (client error): The resource could not be found. Jul 28 02:24:56.554622 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-65423821-b07f-40b9-be69-eafbbf82b1d2 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "GET /v2.0/security-groups/a89533f3-eb66-40fa-8ed5-20626b64e3cc HTTP/1.1" status: 404 len: 347 time: 0.0155094 Jul 28 02:24:56.557735 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 49276) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:24:56.675035 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-ed5b0440-816a-48de-a263-1f3288cd0718 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Deleting port a8f5c5e8-025a-44a3-b500-598782400c7f {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:24:56.675374 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ed5b0440-816a-48de-a263-1f3288cd0718 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (a8f5c5e8-025a-44a3-b500-598782400c7f), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:56.757896 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ed5b0440-816a-48de-a263-1f3288cd0718 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (a8f5c5e8-025a-44a3-b500-598782400c7f), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:56.758225 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ed5b0440-816a-48de-a263-1f3288cd0718 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for floatingip (a8f5c5e8-025a-44a3-b500-598782400c7f), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:56.771931 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-ed5b0440-816a-48de-a263-1f3288cd0718 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Calling delete_port for a8f5c5e8-025a-44a3-b500-598782400c7f owned by network:floatingip {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:24:56.913398 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ed5b0440-816a-48de-a263-1f3288cd0718 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (a8f5c5e8-025a-44a3-b500-598782400c7f), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:56.936327 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b0440-816a-48de-a263-1f3288cd0718 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Pushing event deleted for resources: {'Port': ['ID=a8f5c5e8-025a-44a3-b500-598782400c7f,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:24:57.010151 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ed5b0440-816a-48de-a263-1f3288cd0718 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks [] for floatingip (72ea5bce-d424-414e-a5de-e1122a509573), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:57.013366 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ed5b0440-816a-48de-a263-1f3288cd0718 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:57.017595 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-ed5b0440-816a-48de-a263-1f3288cd0718 tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] 10.222.0.40 "DELETE /v2.0/floatingips/72ea5bce-d424-414e-a5de-e1122a509573 HTTP/1.1" status: 204 len: 168 time: 0.4556210 Jul 28 02:24:58.166404 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e64c0dc6-6618-4c05-b29d-5cdcb210d60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:24:59.242602 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:00.203203 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 1715844b-9d8a-4da7-a69b-2981f259a665 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:25:00.224941 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] No Port match for: 1715844b-9d8a-4da7-a69b-2981f259a665 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:25:00.225294 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 1715844b-9d8a-4da7-a69b-2981f259a665 not bound to the agent host hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:25:00.694212 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:01.025566 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:01.564119 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 49406) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:25:01.814502 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:01.938423 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:02.034424 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d4d64696-f10e-4ccd-a01b-20e32ed3b1ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361233'] for router_interface (092088de-1220-4858-bb69-e854a706a1d4), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:02.272839 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-d4d64696-f10e-4ccd-a01b-20e32ed3b1ec admin admin] Deleting port c6f15b7a-865b-476a-9dbe-468347d9bf63 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:25:02.273382 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d4d64696-f10e-4ccd-a01b-20e32ed3b1ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (c6f15b7a-865b-476a-9dbe-468347d9bf63), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:02.358366 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-d4d64696-f10e-4ccd-a01b-20e32ed3b1ec admin admin] For port c6f15b7a-865b-476a-9dbe-468347d9bf63, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=c6f15b7a-865b-476a-9dbe-468347d9bf63,segment=NetworkSegment(d704733b-9866-4f1a-bedf-601228758543),segment_id=d704733b-9866-4f1a-bedf-601228758543)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:25:02.358718 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d4d64696-f10e-4ccd-a01b-20e32ed3b1ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (c6f15b7a-865b-476a-9dbe-468347d9bf63), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:02.372416 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-d4d64696-f10e-4ccd-a01b-20e32ed3b1ec admin admin] Calling delete_port for c6f15b7a-865b-476a-9dbe-468347d9bf63 owned by network:router_interface {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:25:02.553196 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d4d64696-f10e-4ccd-a01b-20e32ed3b1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (c6f15b7a-865b-476a-9dbe-468347d9bf63), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:02.580256 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d64696-f10e-4ccd-a01b-20e32ed3b1ec admin admin] Pushing event deleted for resources: {'Port': ['ID=c6f15b7a-865b-476a-9dbe-468347d9bf63,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:02.687100 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:02.752982 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d4d64696-f10e-4ccd-a01b-20e32ed3b1ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361349'] for router_interface (092088de-1220-4858-bb69-e854a706a1d4), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:02.841797 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:02.968828 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d64696-f10e-4ccd-a01b-20e32ed3b1ec admin admin] Router 092088de-1220-4858-bb69-e854a706a1d4 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:25:03.069618 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d64696-f10e-4ccd-a01b-20e32ed3b1ec admin admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:25:03.074550 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-d4d64696-f10e-4ccd-a01b-20e32ed3b1ec admin admin] 10.222.0.40 "PUT /v2.0/routers/092088de-1220-4858-bb69-e854a706a1d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5105431 Jul 28 02:25:03.077167 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 49420) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:25:03.081561 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591ee572-bb3d-47fd-aaf5-4a38d0b9ac0e None None] Sync routers for ids ['092088de-1220-4858-bb69-e854a706a1d4'] in dv-cinder-799871-46-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:25:03.094381 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591ee572-bb3d-47fd-aaf5-4a38d0b9ac0e None None] Routers {'092088de-1220-4858-bb69-e854a706a1d4'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:25:03.095303 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-591ee572-bb3d-47fd-aaf5-4a38d0b9ac0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:24:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['092088de-1220-4858-bb69-e854a706a1d4'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:25:03.180634 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-759d9db2-a002-4b21-b4e2-d1474161f0be admin admin] Publish callbacks [] for router (092088de-1220-4858-bb69-e854a706a1d4), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:03.198590 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-591ee572-bb3d-47fd-aaf5-4a38d0b9ac0e None None] Set router 092088de-1220-4858-bb69-e854a706a1d4 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:25:03.298677 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-759d9db2-a002-4b21-b4e2-d1474161f0be admin admin] Publish callbacks [] for router_gateway (092088de-1220-4858-bb69-e854a706a1d4), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:03.319198 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:03.353333 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-759d9db2-a002-4b21-b4e2-d1474161f0be admin admin] Deleting port f3fba4df-ea49-43a5-adf9-1e2251604f08 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:25:03.353768 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-759d9db2-a002-4b21-b4e2-d1474161f0be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (f3fba4df-ea49-43a5-adf9-1e2251604f08), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:03.399309 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-591ee572-bb3d-47fd-aaf5-4a38d0b9ac0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092088de-1220-4858-bb69-e854a706a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-817987684-router', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:58Z', 'updated_at': '2022-07-28T02:25:02Z', 'revision_number': 5, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'gw_port': {'id': 'f3fba4df-ea49-43a5-adf9-1e2251604f08', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092088de-1220-4858-bb69-e854a706a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:18:00Z', 'updated_at': '2022-07-28T02:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi'}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:25:03.434626 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591ee572-bb3d-47fd-aaf5-4a38d0b9ac0e None None] Checking router: 092088de-1220-4858-bb69-e854a706a1d4 for host: dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:25:03.445528 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591ee572-bb3d-47fd-aaf5-4a38d0b9ac0e None None] Routers {'092088de-1220-4858-bb69-e854a706a1d4'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:25:03.446137 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-591ee572-bb3d-47fd-aaf5-4a38d0b9ac0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:24:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['092088de-1220-4858-bb69-e854a706a1d4'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:25:03.470151 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-759d9db2-a002-4b21-b4e2-d1474161f0be admin admin] For port f3fba4df-ea49-43a5-adf9-1e2251604f08, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=f3fba4df-ea49-43a5-adf9-1e2251604f08,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:25:03.470525 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-759d9db2-a002-4b21-b4e2-d1474161f0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (f3fba4df-ea49-43a5-adf9-1e2251604f08), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:03.486432 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-759d9db2-a002-4b21-b4e2-d1474161f0be admin admin] Calling delete_port for f3fba4df-ea49-43a5-adf9-1e2251604f08 owned by network:router_gateway {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:25:03.489563 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 49430) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:25:03.630635 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-591ee572-bb3d-47fd-aaf5-4a38d0b9ac0e None None] Set router 092088de-1220-4858-bb69-e854a706a1d4 gateway port host: None {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:25:03.632690 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-54a57a6f-033d-4c7e-9d05-999cbc4d7491 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:03.673016 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-759d9db2-a002-4b21-b4e2-d1474161f0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (f3fba4df-ea49-43a5-adf9-1e2251604f08), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:03.677467 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:03.689131 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-591ee572-bb3d-47fd-aaf5-4a38d0b9ac0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092088de-1220-4858-bb69-e854a706a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-817987684-router', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:58Z', 'updated_at': '2022-07-28T02:25:03Z', 'revision_number': 6, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'gw_port_host': None}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:25:03.708464 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:03.709482 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d9db2-a002-4b21-b4e2-d1474161f0be admin admin] Pushing event deleted for resources: {'Port': ['ID=f3fba4df-ea49-43a5-adf9-1e2251604f08,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:03.721766 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591ee572-bb3d-47fd-aaf5-4a38d0b9ac0e None None] The sync data for ids ['092088de-1220-4858-bb69-e854a706a1d4'] in dv-cinder-799871-46-iscsi is: [{'id': '092088de-1220-4858-bb69-e854a706a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-817987684-router', 'tenant_id': '1ed45da3e0024fa597d03299abae9859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:17:58Z', 'updated_at': '2022-07-28T02:25:03Z', 'revision_number': 6, 'project_id': '1ed45da3e0024fa597d03299abae9859', 'gw_port_host': None}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:25:03.725186 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-54a57a6f-033d-4c7e-9d05-999cbc4d7491 admin admin] Publish callbacks [] for security_group (2f38263b-aa6b-43aa-8801-6158108455d8), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:03.730499 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-54a57a6f-033d-4c7e-9d05-999cbc4d7491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (2f38263b-aa6b-43aa-8801-6158108455d8), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:03.777515 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-54a57a6f-033d-4c7e-9d05-999cbc4d7491 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d839d706143d44c18b0d12b0dfa651d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856567 Jul 28 02:25:03.779389 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 49434) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:25:03.788096 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a57a6f-033d-4c7e-9d05-999cbc4d7491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f38263b-aa6b-43aa-8801-6158108455d8,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:03.799289 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:03.840719 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a0f3ba4d-31d6-4029-a36c-1aa14bdae05f admin admin] Publish callbacks [] for security_group (2f38263b-aa6b-43aa-8801-6158108455d8), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:03.871534 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a0f3ba4d-31d6-4029-a36c-1aa14bdae05f admin admin] Publish callbacks [] for security_group (2f38263b-aa6b-43aa-8801-6158108455d8), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:03.923815 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a0f3ba4d-31d6-4029-a36c-1aa14bdae05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (2f38263b-aa6b-43aa-8801-6158108455d8), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:03.926520 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a0f3ba4d-31d6-4029-a36c-1aa14bdae05f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:03.927711 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-a0f3ba4d-31d6-4029-a36c-1aa14bdae05f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2f38263b-aa6b-43aa-8801-6158108455d8 HTTP/1.1" status: 204 len: 168 time: 0.1473837 Jul 28 02:25:03.936519 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3ba4d-31d6-4029-a36c-1aa14bdae05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f38263b-aa6b-43aa-8801-6158108455d8,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:04.029447 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-759d9db2-a002-4b21-b4e2-d1474161f0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-363025'] for router_gateway (092088de-1220-4858-bb69-e854a706a1d4), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:04.154534 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-759d9db2-a002-4b21-b4e2-d1474161f0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1600154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-849'] for router (092088de-1220-4858-bb69-e854a706a1d4), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:04.154534 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-759d9db2-a002-4b21-b4e2-d1474161f0be admin admin] Publish callbacks [] for router_controller (092088de-1220-4858-bb69-e854a706a1d4), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:04.230646 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-759d9db2-a002-4b21-b4e2-d1474161f0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600024'] for router (092088de-1220-4858-bb69-e854a706a1d4), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:04.231536 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759d9db2-a002-4b21-b4e2-d1474161f0be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 092088de-1220-4858-bb69-e854a706a1d4 {{(pid=104000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 02:25:04.238147 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-759d9db2-a002-4b21-b4e2-d1474161f0be admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:04.239415 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-759d9db2-a002-4b21-b4e2-d1474161f0be admin admin] 10.222.0.40 "DELETE /v2.0/routers/092088de-1220-4858-bb69-e854a706a1d4 HTTP/1.1" status: 204 len: 168 time: 1.1613429 Jul 28 02:25:04.242159 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 49442) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:25:04.294568 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ac0724-8150-4ad8-b5a4-2692a4c70e42 admin admin] Deleting subnet 5140c104-3441-42e7-8ecc-b111359f4da5 {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 02:25:04.298418 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-83ac0724-8150-4ad8-b5a4-2692a4c70e42 admin admin] Publish callbacks [] for subnet (5140c104-3441-42e7-8ecc-b111359f4da5), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:04.333990 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-83ac0724-8150-4ad8-b5a4-2692a4c70e42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629650'] for subnet (5140c104-3441-42e7-8ecc-b111359f4da5), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:04.429782 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-83ac0724-8150-4ad8-b5a4-2692a4c70e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401899'] for subnet (5140c104-3441-42e7-8ecc-b111359f4da5), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:04.491853 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-83ac0724-8150-4ad8-b5a4-2692a4c70e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3099464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26451865'] for subnet (5140c104-3441-42e7-8ecc-b111359f4da5), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:04.518131 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac0724-8150-4ad8-b5a4-2692a4c70e42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5140c104-3441-42e7-8ecc-b111359f4da5,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:04.521965 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-83ac0724-8150-4ad8-b5a4-2692a4c70e42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:04.525158 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-83ac0724-8150-4ad8-b5a4-2692a4c70e42 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/5140c104-3441-42e7-8ecc-b111359f4da5 HTTP/1.1" status: 204 len: 168 time: 0.2819085 Jul 28 02:25:04.527517 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 49454) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:25:04.530766 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d313e8-c0b3-49f2-b82d-b47b3e8f9da6 None None] Network b7a41f53-02ba-4d68-a9f3-9f5c3103be75 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:25:04.633010 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-da9282d5-e183-4842-b7ff-1b165bb3800a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311329'] for network (b7a41f53-02ba-4d68-a9f3-9f5c3103be75), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:04.722720 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-da9282d5-e183-4842-b7ff-1b165bb3800a admin admin] Deleting port 7c26ce42-eb1e-4efb-ade9-de7cd56bd036 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:25:04.723613 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-da9282d5-e183-4842-b7ff-1b165bb3800a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (7c26ce42-eb1e-4efb-ade9-de7cd56bd036), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:04.737058 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8733384c-1214-4741-ac1f-e3b242b36c53 None None] DHCP port deletion for b7a41f53-02ba-4d68-a9f3-9f5c3103be75 request from dv-cinder-799871-46-iscsi {{(pid=104001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 02:25:04.809410 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-da9282d5-e183-4842-b7ff-1b165bb3800a admin admin] For port 7c26ce42-eb1e-4efb-ade9-de7cd56bd036, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=7c26ce42-eb1e-4efb-ade9-de7cd56bd036,segment=NetworkSegment(d704733b-9866-4f1a-bedf-601228758543),segment_id=d704733b-9866-4f1a-bedf-601228758543)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:25:04.809539 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-da9282d5-e183-4842-b7ff-1b165bb3800a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (7c26ce42-eb1e-4efb-ade9-de7cd56bd036), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:04.825902 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-da9282d5-e183-4842-b7ff-1b165bb3800a admin admin] Calling delete_port for 7c26ce42-eb1e-4efb-ade9-de7cd56bd036 owned by network:dhcp {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:25:04.848380 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-8733384c-1214-4741-ac1f-e3b242b36c53 None None] Deleting port 7c26ce42-eb1e-4efb-ade9-de7cd56bd036 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:25:04.849002 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8733384c-1214-4741-ac1f-e3b242b36c53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (7c26ce42-eb1e-4efb-ade9-de7cd56bd036), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:04.900599 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 7c26ce42-eb1e-4efb-ade9-de7cd56bd036 no longer exists at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:25:04.946917 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-da9282d5-e183-4842-b7ff-1b165bb3800a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (7c26ce42-eb1e-4efb-ade9-de7cd56bd036), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:04.959102 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] No active binding found for port 7c26ce42-eb1e-4efb-ade9-de7cd56bd036 {{(pid=104001) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 02:25:04.959485 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] The host dv-cinder-799871-46-iscsi is not matching for port 7c26ce42-eb1e-4efb-ade9-de7cd56bd036 host None! {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jul 28 02:25:04.960047 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 7c26ce42-eb1e-4efb-ade9-de7cd56bd036 not bound to the agent host dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:25:04.960448 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device f3fba4df-ea49-43a5-adf9-1e2251604f08 no longer exists at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:25:04.986502 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9282d5-e183-4842-b7ff-1b165bb3800a admin admin] Pushing event deleted for resources: {'Port': ['ID=7c26ce42-eb1e-4efb-ade9-de7cd56bd036,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:04.987305 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] No Port match for: f3fba4df-ea49-43a5-adf9-1e2251604f08 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:25:04.987710 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device f3fba4df-ea49-43a5-adf9-1e2251604f08 not bound to the agent host dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:25:04.990588 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device c6f15b7a-865b-476a-9dbe-468347d9bf63 no longer exists at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:25:05.003938 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9282d5-e183-4842-b7ff-1b165bb3800a admin admin] No DVR routers for this DVR port 7c26ce42-eb1e-4efb-ade9-de7cd56bd036 on host dv-cinder-799871-46-iscsi {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:25:05.031063 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] No Port match for: c6f15b7a-865b-476a-9dbe-468347d9bf63 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:25:05.032673 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device c6f15b7a-865b-476a-9dbe-468347d9bf63 not bound to the agent host dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:25:05.035657 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-8733384c-1214-4741-ac1f-e3b242b36c53 None None] For port 7c26ce42-eb1e-4efb-ade9-de7cd56bd036, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=7c26ce42-eb1e-4efb-ade9-de7cd56bd036,segment=NetworkSegment(d704733b-9866-4f1a-bedf-601228758543),segment_id=d704733b-9866-4f1a-bedf-601228758543)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:25:05.036156 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8733384c-1214-4741-ac1f-e3b242b36c53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (7c26ce42-eb1e-4efb-ade9-de7cd56bd036), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:05.058337 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-8733384c-1214-4741-ac1f-e3b242b36c53 None None] Calling delete_port for 7c26ce42-eb1e-4efb-ade9-de7cd56bd036 owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:25:05.087221 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:05.108491 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-da9282d5-e183-4842-b7ff-1b165bb3800a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397509', 'neutron.services.segments.db._delete_segments_for_network-8752357910218'] for network (b7a41f53-02ba-4d68-a9f3-9f5c3103be75), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:05.136128 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-da9282d5-e183-4842-b7ff-1b165bb3800a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a41f53-02ba-4d68-a9f3-9f5c3103be75']}} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:25:05.152313 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-da9282d5-e183-4842-b7ff-1b165bb3800a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd704733b-9866-4f1a-bedf-601228758543') {'for_net_delete': True} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:25:05.152661 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-da9282d5-e183-4842-b7ff-1b165bb3800a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd704733b-9866-4f1a-bedf-601228758543') {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:25:05.168519 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-da9282d5-e183-4842-b7ff-1b165bb3800a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752357910119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629643'] for segment (d704733b-9866-4f1a-bedf-601228758543), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:05.183165 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-da9282d5-e183-4842-b7ff-1b165bb3800a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (d704733b-9866-4f1a-bedf-601228758543), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:05.183411 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8733384c-1214-4741-ac1f-e3b242b36c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668'] for port (7c26ce42-eb1e-4efb-ade9-de7cd56bd036), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:05.191444 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da9282d5-e183-4842-b7ff-1b165bb3800a admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=104000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 02:25:05.191800 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-da9282d5-e183-4842-b7ff-1b165bb3800a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3099414'] for segment (d704733b-9866-4f1a-bedf-601228758543), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:05.217816 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8733384c-1214-4741-ac1f-e3b242b36c53 None None] No DVR routers for this DVR port 7c26ce42-eb1e-4efb-ade9-de7cd56bd036 on host dv-cinder-799871-46-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:25:05.243022 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment d704733b-9866-4f1a-bedf-601228758543 resource provider aggregate not found Jul 28 02:25:05.248315 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733384c-1214-4741-ac1f-e3b242b36c53 None None] Pushing event deleted for resources: {'Port': ['ID=7c26ce42-eb1e-4efb-ade9-de7cd56bd036,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:05.274515 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment d704733b-9866-4f1a-bedf-601228758543 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d704733b-9866-4f1a-bedf-601228758543 found for delete ", "request_id": "req-7f99b629-a4c9-4cdf-b37e-c5a01dbd1d3a"}]} Jul 28 02:25:05.283522 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-da9282d5-e183-4842-b7ff-1b165bb3800a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363069'] for network (b7a41f53-02ba-4d68-a9f3-9f5c3103be75), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:05.288080 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-da9282d5-e183-4842-b7ff-1b165bb3800a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:05.291288 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-da9282d5-e183-4842-b7ff-1b165bb3800a admin admin] 10.222.0.40 "DELETE /v2.0/networks/b7a41f53-02ba-4d68-a9f3-9f5c3103be75 HTTP/1.1" status: 204 len: 168 time: 0.7628348 Jul 28 02:25:05.310816 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9282d5-e183-4842-b7ff-1b165bb3800a admin admin] Pushing event deleted for resources: {'Network': ['ID=b7a41f53-02ba-4d68-a9f3-9f5c3103be75,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:05.531825 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 49512) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:25:05.541222 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:05.584340 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-399fcc6f-07c4-412a-ae16-8ddda0f62d3f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1ed45da3e0024fa597d03299abae9859&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0509765 Jul 28 02:25:05.586930 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 49514) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:25:05.614133 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:05.644988 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-93ed36b3-c068-4ee8-b36f-ce16900a7843 admin admin] Publish callbacks [] for security_group (b44f0249-970d-44cf-97bd-119fa8b816af), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:05.669958 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-93ed36b3-c068-4ee8-b36f-ce16900a7843 admin admin] Publish callbacks [] for security_group (b44f0249-970d-44cf-97bd-119fa8b816af), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:05.735548 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-93ed36b3-c068-4ee8-b36f-ce16900a7843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (b44f0249-970d-44cf-97bd-119fa8b816af), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:05.738710 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-93ed36b3-c068-4ee8-b36f-ce16900a7843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:05.739848 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-93ed36b3-c068-4ee8-b36f-ce16900a7843 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b44f0249-970d-44cf-97bd-119fa8b816af HTTP/1.1" status: 204 len: 168 time: 0.1519778 Jul 28 02:25:05.749149 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed36b3-c068-4ee8-b36f-ce16900a7843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44f0249-970d-44cf-97bd-119fa8b816af,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:06.461726 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 49554) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:25:06.567953 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-73b1e977-9394-4130-90e7-eec02b22f100 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1167154383-network', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:25:06.589560 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b1e977-9394-4130-90e7-eec02b22f100 admin admin] Made reservation on behalf of 96bfb8cb74ca4919897cf243daafbe2f for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:25:06.591971 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-73b1e977-9394-4130-90e7-eec02b22f100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:06.601699 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-73b1e977-9394-4130-90e7-eec02b22f100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:06.682211 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-73b1e977-9394-4130-90e7-eec02b22f100 admin admin] Publish callbacks [] for security_group (b64f4bee-4f52-4d2e-8cb8-56fa95b7219d), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:06.686673 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-73b1e977-9394-4130-90e7-eec02b22f100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (b64f4bee-4f52-4d2e-8cb8-56fa95b7219d), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:06.714711 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b1e977-9394-4130-90e7-eec02b22f100 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 02:25:06.725038 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1e977-9394-4130-90e7-eec02b22f100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64f4bee-4f52-4d2e-8cb8-56fa95b7219d,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:06.732890 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-73b1e977-9394-4130-90e7-eec02b22f100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (03476d0a-b5d5-42c7-aee7-3d0bcf5494b5), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:06.733249 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-73b1e977-9394-4130-90e7-eec02b22f100 admin admin] Added segment 03476d0a-b5d5-42c7-aee7-3d0bcf5494b5 of type vlan for network 2acebb6b-631e-460d-a599-e4c28fc62f29 Jul 28 02:25:06.777020 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-73b1e977-9394-4130-90e7-eec02b22f100 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752357420409'] for network (2acebb6b-631e-460d-a599-e4c28fc62f29), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:06.805262 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-73b1e977-9394-4130-90e7-eec02b22f100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577'] for network (2acebb6b-631e-460d-a599-e4c28fc62f29), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:06.806275 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b1e977-9394-4130-90e7-eec02b22f100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:06.806874 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-73b1e977-9394-4130-90e7-eec02b22f100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:06.858739 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-73b1e977-9394-4130-90e7-eec02b22f100 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3958683 Jul 28 02:25:06.862469 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 49562) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:25:06.867416 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-a6860e39-a1eb-4ca8-ade8-fe19458a3574 admin admin] Request body: {'subnet': {'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1167154383-subnet', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:25:06.870724 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1e977-9394-4130-90e7-eec02b22f100 admin admin] Pushing event updated for resources: {'Network': ['ID=2acebb6b-631e-460d-a599-e4c28fc62f29,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:06.882743 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Network 2acebb6b-631e-460d-a599-e4c28fc62f29 details requested by agent ovs-agent-dv-cinder-799871-46-iscsi with host dv-cinder-799871-46-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 02:25:06.892120 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6860e39-a1eb-4ca8-ade8-fe19458a3574 admin admin] Made reservation on behalf of 96bfb8cb74ca4919897cf243daafbe2f for: {'subnet': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:25:06.894954 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a6860e39-a1eb-4ca8-ade8-fe19458a3574 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25654426'] for subnet (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:07.029766 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:INSERT=17,neutron:SELECT=80,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:07.076715 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a6860e39-a1eb-4ca8-ade8-fe19458a3574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25654452'] for subnet (2444c2bc-d071-402a-aa6c-831f09f139a2), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:07.130221 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6860e39-a1eb-4ca8-ade8-fe19458a3574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2444c2bc-d071-402a-aa6c-831f09f139a2,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:07.148030 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6860e39-a1eb-4ca8-ade8-fe19458a3574 admin admin] Checking segment: {'id': '03476d0a-b5d5-42c7-aee7-3d0bcf5494b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:25:07.148383 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6860e39-a1eb-4ca8-ade8-fe19458a3574 admin admin] Network hostable DHCP agents. Network: 2acebb6b-631e-460d-a599-e4c28fc62f29, hostable agents: ['301b8458-925c-4c76-ae1b-6d21194a75ed'], hosted agents: [] {{(pid=103999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 02:25:07.166625 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6860e39-a1eb-4ca8-ade8-fe19458a3574 admin admin] Network 2acebb6b-631e-460d-a599-e4c28fc62f29 is scheduled to be hosted by DHCP agent 301b8458-925c-4c76-ae1b-6d21194a75ed with binding_index 1 {{(pid=103999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 02:25:07.175351 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-a6860e39-a1eb-4ca8-ade8-fe19458a3574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-46-iscsi, 2acebb6b-631e-460d-a599-e4c28fc62f29) {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:25:07.179355 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6860e39-a1eb-4ca8-ade8-fe19458a3574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:07.179937 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a6860e39-a1eb-4ca8-ade8-fe19458a3574 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:07.185639 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9bfd29-43d2-46ec-9b6e-28de1491caae None None] Network 2acebb6b-631e-460d-a599-e4c28fc62f29 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:25:07.198908 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-a6860e39-a1eb-4ca8-ade8-fe19458a3574 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3345559 Jul 28 02:25:07.201683 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 49564) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:25:07.207947 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-9cf61809-245a-4151-b3c4-f2dbdf578b82 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1167154383-router', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:25:07.231025 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9cf61809-245a-4151-b3c4-f2dbdf578b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-931'] for router (844c4b6b-9e92-439d-9acd-49a06f9e1d8b), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:07.232186 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9cf61809-245a-4151-b3c4-f2dbdf578b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1600240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-345463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-938'] for router (844c4b6b-9e92-439d-9acd-49a06f9e1d8b), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:07.233996 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:07.245494 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:07.267045 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:07.294867 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9cf61809-245a-4151-b3c4-f2dbdf578b82 admin admin] Publish callbacks [] for router_controller (844c4b6b-9e92-439d-9acd-49a06f9e1d8b), precommit_add_association {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:07.309884 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5a083c-1f58-417a-8ae7-de4211eff16c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9572ff98-a2bf-566e-ab98-0b103bee2557-2acebb6b-631e-460d-a599-e4c28fc62f29', 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29', 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'fixed_ips': [{'subnet_id': '2444c2bc-d071-402a-aa6c-831f09f139a2'}]}} from dv-cinder-799871-46-iscsi. {{(pid=104001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 02:25:07.311357 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2a5a083c-1f58-417a-8ae7-de4211eff16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:07.439581 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9cf61809-245a-4151-b3c4-f2dbdf578b82 admin admin] Publish callbacks [] for router_gateway (844c4b6b-9e92-439d-9acd-49a06f9e1d8b), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:07.466092 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-2a5a083c-1f58-417a-8ae7-de4211eff16c None None] Allocated IP 172.20.0.2 (2acebb6b-631e-460d-a599-e4c28fc62f29/2444c2bc-d071-402a-aa6c-831f09f139a2/7ab2d70c-5078-4d61-83d4-1e99abc07b15) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:25:07.529393 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f14f372e-7362-4138-a703-56e4d638a8ac req-7bc904af-b7b7-41cb-bc64-0bf6cd26be7a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0863223 Jul 28 02:25:07.628614 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2a5a083c-1f58-417a-8ae7-de4211eff16c None None] Publish callbacks [] for port (7ab2d70c-5078-4d61-83d4-1e99abc07b15), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:07.635167 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2a5a083c-1f58-417a-8ae7-de4211eff16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659'] for port (7ab2d70c-5078-4d61-83d4-1e99abc07b15), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:07.661192 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:07.668007 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f372e-7362-4138-a703-56e4d638a8ac req-073fd63b-4d9a-4d47-8795-cbe3048f226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:07.669521 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f14f372e-7362-4138-a703-56e4d638a8ac req-073fd63b-4d9a-4d47-8795-cbe3048f226b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=723a88dd0d514e9080b5355da878b406&device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 1129 time: 0.1153843 Jul 28 02:25:07.679186 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5a083c-1f58-417a-8ae7-de4211eff16c None None] Network 2acebb6b-631e-460d-a599-e4c28fc62f29 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:25:07.682362 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-2a5a083c-1f58-417a-8ae7-de4211eff16c None None] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:25:07.686275 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5a083c-1f58-417a-8ae7-de4211eff16c None None] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:25:07.714171 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a083c-1f58-417a-8ae7-de4211eff16c None None] Pushing event updated for resources: {'Port': ['ID=7ab2d70c-5078-4d61-83d4-1e99abc07b15,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:07.753839 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-2a5a083c-1f58-417a-8ae7-de4211eff16c None None] Attempting to bind port 7ab2d70c-5078-4d61-83d4-1e99abc07b15 on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:25:07.754210 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-2a5a083c-1f58-417a-8ae7-de4211eff16c None None] Attempting to bind port 7ab2d70c-5078-4d61-83d4-1e99abc07b15 by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': '03476d0a-b5d5-42c7-aee7-3d0bcf5494b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:25:07.754571 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5a083c-1f58-417a-8ae7-de4211eff16c None None] Attempting to bind port 7ab2d70c-5078-4d61-83d4-1e99abc07b15 on network 2acebb6b-631e-460d-a599-e4c28fc62f29 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:25:07.759548 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5a083c-1f58-417a-8ae7-de4211eff16c None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:25:07.759919 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5a083c-1f58-417a-8ae7-de4211eff16c None None] Checking segment: {'id': '03476d0a-b5d5-42c7-aee7-3d0bcf5494b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:25:07.760314 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2a5a083c-1f58-417a-8ae7-de4211eff16c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:07.760700 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5a083c-1f58-417a-8ae7-de4211eff16c None None] Bound using segment: {'id': '03476d0a-b5d5-42c7-aee7-3d0bcf5494b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:25:07.761191 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-2a5a083c-1f58-417a-8ae7-de4211eff16c None None] Bound port: 7ab2d70c-5078-4d61-83d4-1e99abc07b15, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03476d0a-b5d5-42c7-aee7-3d0bcf5494b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:25:07.761567 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2a5a083c-1f58-417a-8ae7-de4211eff16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (7ab2d70c-5078-4d61-83d4-1e99abc07b15), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:07.772833 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9cf61809-245a-4151-b3c4-f2dbdf578b82 admin admin] Publish callbacks [] for router_gateway (844c4b6b-9e92-439d-9acd-49a06f9e1d8b), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:07.798877 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9cf61809-245a-4151-b3c4-f2dbdf578b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:07.833843 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-2a5a083c-1f58-417a-8ae7-de4211eff16c None None] For port 7ab2d70c-5078-4d61-83d4-1e99abc07b15, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:25:07.837312 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-2a5a083c-1f58-417a-8ae7-de4211eff16c None None] For port 7ab2d70c-5078-4d61-83d4-1e99abc07b15, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=7ab2d70c-5078-4d61-83d4-1e99abc07b15,segment=NetworkSegment(03476d0a-b5d5-42c7-aee7-3d0bcf5494b5),segment_id=03476d0a-b5d5-42c7-aee7-3d0bcf5494b5)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:25:07.843330 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2a5a083c-1f58-417a-8ae7-de4211eff16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (7ab2d70c-5078-4d61-83d4-1e99abc07b15), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:07.865919 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f372e-7362-4138-a703-56e4d638a8ac req-294d777c-cf2d-4a13-be53-4eeddbe6d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:07.867425 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f14f372e-7362-4138-a703-56e4d638a8ac req-294d777c-cf2d-4a13-be53-4eeddbe6d9a9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3028137f-378b-4f43-9bf1-434ecd477647 HTTP/1.1" status: 200 len: 909 time: 0.1708224 Jul 28 02:25:07.903778 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a083c-1f58-417a-8ae7-de4211eff16c None None] Pushing event updated for resources: {'Port': ['ID=7ab2d70c-5078-4d61-83d4-1e99abc07b15,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:07.988494 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f14f372e-7362-4138-a703-56e4d638a8ac req-83452fa5-dd00-4726-be96-3d921b26ee86 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4361cfbc-bcbf-486b-ad6a-719f5fc09a5d HTTP/1.1" status: 200 len: 1001 time: 0.1148136 Jul 28 02:25:08.058002 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-9cf61809-245a-4151-b3c4-f2dbdf578b82 admin admin] Allocated IP 172.27.0.183 (fac975fe-f61e-48f2-98cd-c3133f923d7b/e1a55f55-f115-45c6-a5b1-44ded4e4dd9d/46461552-d3b8-4955-b02f-d2527e6f5a44) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:25:08.090009 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f372e-7362-4138-a703-56e4d638a8ac req-b88a2589-9418-41cf-bcd8-6455bb4f3491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:08.091402 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f14f372e-7362-4138-a703-56e4d638a8ac req-b88a2589-9418-41cf-bcd8-6455bb4f3491 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27e5cd1e-e52c-425e-8667-f3f406f660a7 HTTP/1.1" status: 200 len: 847 time: 0.0949037 Jul 28 02:25:08.188779 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f372e-7362-4138-a703-56e4d638a8ac req-5b473aa7-aebc-45b7-abc7-cae66fd71154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:08.190345 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f14f372e-7362-4138-a703-56e4d638a8ac req-5b473aa7-aebc-45b7-abc7-cae66fd71154 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3028137f-378b-4f43-9bf1-434ecd477647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0862885 Jul 28 02:25:08.281527 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9cf61809-245a-4151-b3c4-f2dbdf578b82 admin admin] Publish callbacks [] for port (46461552-d3b8-4955-b02f-d2527e6f5a44), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:08.311341 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:08.334830 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f14f372e-7362-4138-a703-56e4d638a8ac req-f53db7ef-3538-4d74-b4a1-b8e489bc57d1 service neutron] 10.222.0.45 "GET /v2.0/networks/3028137f-378b-4f43-9bf1-434ecd477647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339314 Jul 28 02:25:08.387117 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9cf61809-245a-4151-b3c4-f2dbdf578b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (46461552-d3b8-4955-b02f-d2527e6f5a44), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:08.446441 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf61809-245a-4151-b3c4-f2dbdf578b82 admin admin] Network fac975fe-f61e-48f2-98cd-c3133f923d7b is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:25:08.453127 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-9cf61809-245a-4151-b3c4-f2dbdf578b82 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:25:08.459263 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf61809-245a-4151-b3c4-f2dbdf578b82 admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:25:08.463744 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:08.464615 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf61809-245a-4151-b3c4-f2dbdf578b82 admin admin] Pushing event updated for resources: {'Port': ['ID=46461552-d3b8-4955-b02f-d2527e6f5a44,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:08.518555 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f14f372e-7362-4138-a703-56e4d638a8ac req-367c2ccf-db39-45df-8e07-5447633695c1 service neutron] 10.222.0.45 "GET /v2.0/networks/3028137f-378b-4f43-9bf1-434ecd477647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773841 Jul 28 02:25:08.865824 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 7ab2d70c-5078-4d61-83d4-1e99abc07b15 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:25:08.920482 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 7ab2d70c-5078-4d61-83d4-1e99abc07b15 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:25:08.922708 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (7ab2d70c-5078-4d61-83d4-1e99abc07b15), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:08.970882 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3233700-cfbb-4e25-8660-c3fd1d91e358 None None] Network 2acebb6b-631e-460d-a599-e4c28fc62f29 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:25:09.077287 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9cf61809-245a-4151-b3c4-f2dbdf578b82 admin admin] Publish callbacks [] for router_gateway (844c4b6b-9e92-439d-9acd-49a06f9e1d8b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:09.103933 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:09.104800 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-4b0b5343-23db-4fec-a14b-004372251ee1 None None] Provisioning complete for port 7ab2d70c-5078-4d61-83d4-1e99abc07b15 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:25:09.105228 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4b0b5343-23db-4fec-a14b-004372251ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (7ab2d70c-5078-4d61-83d4-1e99abc07b15), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:09.138034 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:09.166805 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 7ab2d70c-5078-4d61-83d4-1e99abc07b15 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:25:09.167199 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (7ab2d70c-5078-4d61-83d4-1e99abc07b15), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:09.244482 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] For port 7ab2d70c-5078-4d61-83d4-1e99abc07b15, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=7ab2d70c-5078-4d61-83d4-1e99abc07b15,segment=NetworkSegment(03476d0a-b5d5-42c7-aee7-3d0bcf5494b5),segment_id=03476d0a-b5d5-42c7-aee7-3d0bcf5494b5)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:25:09.252489 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (7ab2d70c-5078-4d61-83d4-1e99abc07b15), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:09.282238 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-4b0b5343-23db-4fec-a14b-004372251ee1 None None] Current status of the port 7ab2d70c-5078-4d61-83d4-1e99abc07b15 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:25:09.282632 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4b0b5343-23db-4fec-a14b-004372251ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (7ab2d70c-5078-4d61-83d4-1e99abc07b15), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:09.298833 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9cf61809-245a-4151-b3c4-f2dbdf578b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1600198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363916'] for router (844c4b6b-9e92-439d-9acd-49a06f9e1d8b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:09.333173 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Pushing event updated for resources: {'Port': ['ID=7ab2d70c-5078-4d61-83d4-1e99abc07b15,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:09.371776 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.db.api [None req-4b0b5343-23db-4fec-a14b-004372251ee1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 02:25:09.372227 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG oslo_db.api [None req-4b0b5343-23db-4fec-a14b-004372251ee1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 02:25:09.455441 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf61809-245a-4151-b3c4-f2dbdf578b82 admin admin] Router 844c4b6b-9e92-439d-9acd-49a06f9e1d8b is scheduled to L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 with binding_index 1 {{(pid=104000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 02:25:09.555287 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:09.563978 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf61809-245a-4151-b3c4-f2dbdf578b82 admin admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:25:09.572981 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b2479a-2913-424e-b8b6-02f2d3e40bfa None None] Sync routers for ids ['844c4b6b-9e92-439d-9acd-49a06f9e1d8b'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:25:09.584108 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b2479a-2913-424e-b8b6-02f2d3e40bfa None None] Routers {'844c4b6b-9e92-439d-9acd-49a06f9e1d8b'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:25:09.584859 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-e3b2479a-2913-424e-b8b6-02f2d3e40bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:24:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['844c4b6b-9e92-439d-9acd-49a06f9e1d8b'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:25:09.586629 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9cf61809-245a-4151-b3c4-f2dbdf578b82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:09.588395 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-9cf61809-245a-4151-b3c4-f2dbdf578b82 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3852229 Jul 28 02:25:09.590867 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 49580) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:25:09.693993 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-e3b2479a-2913-424e-b8b6-02f2d3e40bfa None None] Set router 844c4b6b-9e92-439d-9acd-49a06f9e1d8b gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:25:09.907185 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:09.971225 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-4b0b5343-23db-4fec-a14b-004372251ee1 None None] Current status of the port 7ab2d70c-5078-4d61-83d4-1e99abc07b15 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:25:10.038902 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cfe095ad-eb5a-473b-9a46-45438d945ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:10.054710 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-e3b2479a-2913-424e-b8b6-02f2d3e40bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'name': 'tempest-AttachVolumeTestJSON-1167154383-router', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:08Z', 'revision_number': 3, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'gw_port': {'id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi'}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:25:10.084939 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b2479a-2913-424e-b8b6-02f2d3e40bfa None None] Checking router: 844c4b6b-9e92-439d-9acd-49a06f9e1d8b for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:25:10.085303 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b2479a-2913-424e-b8b6-02f2d3e40bfa None None] Updating router 844c4b6b-9e92-439d-9acd-49a06f9e1d8b port 46461552-d3b8-4955-b02f-d2527e6f5a44 binding host dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 02:25:10.114032 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-3b8cf9a3-725f-494e-873e-e2298be8e3a2 None None] Provisioning complete for port 7ab2d70c-5078-4d61-83d4-1e99abc07b15 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:25:10.114413 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3b8cf9a3-725f-494e-873e-e2298be8e3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (7ab2d70c-5078-4d61-83d4-1e99abc07b15), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:10.143127 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e3b2479a-2913-424e-b8b6-02f2d3e40bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (46461552-d3b8-4955-b02f-d2527e6f5a44), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:10.207151 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-cfe095ad-eb5a-473b-9a46-45438d945ee6 admin admin] Allocated IP 172.20.0.1 (2acebb6b-631e-460d-a599-e4c28fc62f29/2444c2bc-d071-402a-aa6c-831f09f139a2/3f87b0bd-2d8a-4767-8f38-2ccee2df24b8) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:25:10.290789 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:10.293425 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-3b8cf9a3-725f-494e-873e-e2298be8e3a2 None None] Current status of the port 7ab2d70c-5078-4d61-83d4-1e99abc07b15 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:25:10.328344 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cfe095ad-eb5a-473b-9a46-45438d945ee6 admin admin] Publish callbacks [] for port (3f87b0bd-2d8a-4767-8f38-2ccee2df24b8), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:10.388218 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cfe095ad-eb5a-473b-9a46-45438d945ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (3f87b0bd-2d8a-4767-8f38-2ccee2df24b8), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:10.431597 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe095ad-eb5a-473b-9a46-45438d945ee6 admin admin] Network 2acebb6b-631e-460d-a599-e4c28fc62f29 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:25:10.436783 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-cfe095ad-eb5a-473b-9a46-45438d945ee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:25:10.441635 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe095ad-eb5a-473b-9a46-45438d945ee6 admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:25:10.442617 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:10.445429 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe095ad-eb5a-473b-9a46-45438d945ee6 admin admin] Pushing event updated for resources: {'Port': ['ID=3f87b0bd-2d8a-4767-8f38-2ccee2df24b8,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:10.471791 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e3b2479a-2913-424e-b8b6-02f2d3e40bfa None None] Publish callbacks [] for port (46461552-d3b8-4955-b02f-d2527e6f5a44), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:10.478869 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:10.480845 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e3b2479a-2913-424e-b8b6-02f2d3e40bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (46461552-d3b8-4955-b02f-d2527e6f5a44), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:10.495853 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cfe095ad-eb5a-473b-9a46-45438d945ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598604'] for router_interface (844c4b6b-9e92-439d-9acd-49a06f9e1d8b), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:10.537472 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-e3b2479a-2913-424e-b8b6-02f2d3e40bfa None None] Attempting to bind port 46461552-d3b8-4955-b02f-d2527e6f5a44 on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:25:10.537967 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-e3b2479a-2913-424e-b8b6-02f2d3e40bfa None None] Attempting to bind port 46461552-d3b8-4955-b02f-d2527e6f5a44 by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:25:10.538435 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b2479a-2913-424e-b8b6-02f2d3e40bfa None None] Attempting to bind port 46461552-d3b8-4955-b02f-d2527e6f5a44 on network fac975fe-f61e-48f2-98cd-c3133f923d7b {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:25:10.550990 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b2479a-2913-424e-b8b6-02f2d3e40bfa None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:25:10.551416 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b2479a-2913-424e-b8b6-02f2d3e40bfa None None] Checking segment: {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:25:10.551898 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e3b2479a-2913-424e-b8b6-02f2d3e40bfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:10.552362 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b2479a-2913-424e-b8b6-02f2d3e40bfa None None] Bound using segment: {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:25:10.552943 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-e3b2479a-2913-424e-b8b6-02f2d3e40bfa None None] Bound port: 46461552-d3b8-4955-b02f-d2527e6f5a44, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:25:10.553577 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e3b2479a-2913-424e-b8b6-02f2d3e40bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (46461552-d3b8-4955-b02f-d2527e6f5a44), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:10.576754 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198823e-ed1b-4663-993d-bf6cf930fc1f None None] Pushing event updated for resources: {'Port': ['ID=46461552-d3b8-4955-b02f-d2527e6f5a44,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:10.614032 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-e3b2479a-2913-424e-b8b6-02f2d3e40bfa None None] For port 46461552-d3b8-4955-b02f-d2527e6f5a44, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:25:10.618020 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-e3b2479a-2913-424e-b8b6-02f2d3e40bfa None None] For port 46461552-d3b8-4955-b02f-d2527e6f5a44, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=46461552-d3b8-4955-b02f-d2527e6f5a44,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:25:10.625522 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e3b2479a-2913-424e-b8b6-02f2d3e40bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (46461552-d3b8-4955-b02f-d2527e6f5a44), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:10.665436 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cfe095ad-eb5a-473b-9a46-45438d945ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (3f87b0bd-2d8a-4767-8f38-2ccee2df24b8), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:10.691671 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b2479a-2913-424e-b8b6-02f2d3e40bfa None None] Routers {'844c4b6b-9e92-439d-9acd-49a06f9e1d8b'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:25:10.692311 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-e3b2479a-2913-424e-b8b6-02f2d3e40bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:24:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['844c4b6b-9e92-439d-9acd-49a06f9e1d8b'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:25:10.731224 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198823e-ed1b-4663-993d-bf6cf930fc1f None None] Pushing event updated for resources: {'Port': ['ID=46461552-d3b8-4955-b02f-d2527e6f5a44,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:10.755265 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-3c1991fe-f7ce-4ad2-9fbb-7cf69522ea14 None None] Provisioning complete for port 3f87b0bd-2d8a-4767-8f38-2ccee2df24b8 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:25:10.755647 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3c1991fe-f7ce-4ad2-9fbb-7cf69522ea14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (3f87b0bd-2d8a-4767-8f38-2ccee2df24b8), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:10.785618 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:10.855698 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 7ab2d70c-5078-4d61-83d4-1e99abc07b15 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:25:10.865063 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cfe095ad-eb5a-473b-9a46-45438d945ee6 admin admin] Publish callbacks [] for port (3f87b0bd-2d8a-4767-8f38-2ccee2df24b8), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:10.869803 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cfe095ad-eb5a-473b-9a46-45438d945ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (3f87b0bd-2d8a-4767-8f38-2ccee2df24b8), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:10.881417 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-3c1991fe-f7ce-4ad2-9fbb-7cf69522ea14 None None] Port 3f87b0bd-2d8a-4767-8f38-2ccee2df24b8 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:25:10.899100 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-e3b2479a-2913-424e-b8b6-02f2d3e40bfa None None] Set router 844c4b6b-9e92-439d-9acd-49a06f9e1d8b gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:25:10.943968 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe095ad-eb5a-473b-9a46-45438d945ee6 admin admin] Pushing event updated for resources: {'Port': ['ID=3f87b0bd-2d8a-4767-8f38-2ccee2df24b8,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:10.950216 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cfe095ad-eb5a-473b-9a46-45438d945ee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598704'] for router_interface (844c4b6b-9e92-439d-9acd-49a06f9e1d8b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:10.978217 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 7ab2d70c-5078-4d61-83d4-1e99abc07b15 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:25:10.978777 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (7ab2d70c-5078-4d61-83d4-1e99abc07b15), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:11.045205 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe095ad-eb5a-473b-9a46-45438d945ee6 admin admin] Network 2acebb6b-631e-460d-a599-e4c28fc62f29 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:25:11.047376 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-cfe095ad-eb5a-473b-9a46-45438d945ee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:25:11.144688 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:11.183410 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe095ad-eb5a-473b-9a46-45438d945ee6 admin admin] Router 844c4b6b-9e92-439d-9acd-49a06f9e1d8b has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:25:11.201402 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 7ab2d70c-5078-4d61-83d4-1e99abc07b15 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:25:11.215451 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-e3b2479a-2913-424e-b8b6-02f2d3e40bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'name': 'tempest-AttachVolumeTestJSON-1167154383-router', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:10Z', 'revision_number': 4, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'gw_port': {'id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '3f87b0bd-2d8a-4767-8f38-2ccee2df24b8', 'name': '', 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'mac_address': 'fa:16:3e:2f:9b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:10Z', 'updated_at': '2022-07-28T02:25:10Z', 'revision_number': 1, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'subnets': [{'id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:25:11.247959 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b2479a-2913-424e-b8b6-02f2d3e40bfa None None] The sync data for ids ['844c4b6b-9e92-439d-9acd-49a06f9e1d8b'] in dv-cinder-799871-46-iscsi is: [{'id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'name': 'tempest-AttachVolumeTestJSON-1167154383-router', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:10Z', 'revision_number': 4, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'gw_port': {'id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '3f87b0bd-2d8a-4767-8f38-2ccee2df24b8', 'name': '', 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'mac_address': 'fa:16:3e:2f:9b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:10Z', 'updated_at': '2022-07-28T02:25:10Z', 'revision_number': 1, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'subnets': [{'id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:25:11.301509 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe095ad-eb5a-473b-9a46-45438d945ee6 admin admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:25:11.302132 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-86aaca05-1200-48bb-92d2-d904cfc4400b None None] Provisioning complete for port 3f87b0bd-2d8a-4767-8f38-2ccee2df24b8 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:25:11.302325 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-86aaca05-1200-48bb-92d2-d904cfc4400b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (3f87b0bd-2d8a-4767-8f38-2ccee2df24b8), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:11.306820 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-cfe095ad-eb5a-473b-9a46-45438d945ee6 admin admin] 10.222.0.40 "PUT /v2.0/routers/844c4b6b-9e92-439d-9acd-49a06f9e1d8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7148736 Jul 28 02:25:11.337471 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-86aaca05-1200-48bb-92d2-d904cfc4400b None None] Port 3f87b0bd-2d8a-4767-8f38-2ccee2df24b8 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:25:11.638192 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 49604) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:25:11.642847 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-d2de3775-d9d4-41a0-b518-dbfc02fcd4eb tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Request body: {'security_group': {'name': 'tempest-securitygroup--327624713', 'description': 'tempest-description--166715991'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:25:11.663848 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d2de3775-d9d4-41a0-b518-dbfc02fcd4eb tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:11.745054 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d2de3775-d9d4-41a0-b518-dbfc02fcd4eb tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for security_group (ca2ca985-22f7-46c3-a208-7b04e3b0babd), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:11.750601 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d2de3775-d9d4-41a0-b518-dbfc02fcd4eb tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (ca2ca985-22f7-46c3-a208-7b04e3b0babd), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:11.756391 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:11.788341 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d2de3775-d9d4-41a0-b518-dbfc02fcd4eb tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:11.789637 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-d2de3775-d9d4-41a0-b518-dbfc02fcd4eb tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1504321 Jul 28 02:25:11.792637 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 49606) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:25:11.793176 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de3775-d9d4-41a0-b518-dbfc02fcd4eb tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2ca985-22f7-46c3-a208-7b04e3b0babd,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:11.799444 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-448d08de-4697-439a-a2ee-6549fedba374 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Request body: {'security_group_rule': {'security_group_id': 'ca2ca985-22f7-46c3-a208-7b04e3b0babd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:25:11.836434 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-448d08de-4697-439a-a2ee-6549fedba374 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for security_group_rule (f46685bb-db51-4c97-83c7-0d1071ec7090), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:11.928051 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-448d08de-4697-439a-a2ee-6549fedba374 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for security_group_rule (f46685bb-db51-4c97-83c7-0d1071ec7090), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:11.939904 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-448d08de-4697-439a-a2ee-6549fedba374 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (f46685bb-db51-4c97-83c7-0d1071ec7090), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:11.963884 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d08de-4697-439a-a2ee-6549fedba374 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f46685bb-db51-4c97-83c7-0d1071ec7090,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:11.977399 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-448d08de-4697-439a-a2ee-6549fedba374 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:11.981443 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-448d08de-4697-439a-a2ee-6549fedba374 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1844311 Jul 28 02:25:11.981715 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 49610) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:25:11.987247 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-85d63b36-5c25-4ea0-b304-4102606ec8a7 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Request body: {'security_group_rule': {'security_group_id': 'ca2ca985-22f7-46c3-a208-7b04e3b0babd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:25:12.020639 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-85d63b36-5c25-4ea0-b304-4102606ec8a7 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for security_group_rule (560136bf-e9ea-4482-bd7a-14c739870f22), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:12.089671 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-85d63b36-5c25-4ea0-b304-4102606ec8a7 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for security_group_rule (560136bf-e9ea-4482-bd7a-14c739870f22), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:12.096369 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-85d63b36-5c25-4ea0-b304-4102606ec8a7 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (560136bf-e9ea-4482-bd7a-14c739870f22), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:12.105067 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:12.118792 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d63b36-5c25-4ea0-b304-4102606ec8a7 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560136bf-e9ea-4482-bd7a-14c739870f22,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:12.135350 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-85d63b36-5c25-4ea0-b304-4102606ec8a7 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:12.136607 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-85d63b36-5c25-4ea0-b304-4102606ec8a7 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1538219 Jul 28 02:25:12.139834 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 49614) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:25:12.146585 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-cc40a455-0518-44f7-8b4f-e5a562b16a68 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Request body: {'floatingip': {'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:25:12.173974 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-cc40a455-0518-44f7-8b4f-e5a562b16a68 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:12.260128 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-cc40a455-0518-44f7-8b4f-e5a562b16a68 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:12.374634 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [None req-cc40a455-0518-44f7-8b4f-e5a562b16a68 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Allocated IP 172.27.0.178 (fac975fe-f61e-48f2-98cd-c3133f923d7b/e1a55f55-f115-45c6-a5b1-44ded4e4dd9d/1b14e9e4-43d9-43ee-afa1-ea7b980489ee) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:25:12.476210 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:25:12.501756 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-cc40a455-0518-44f7-8b4f-e5a562b16a68 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for port (1b14e9e4-43d9-43ee-afa1-ea7b980489ee), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:12.536058 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-cc40a455-0518-44f7-8b4f-e5a562b16a68 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (1b14e9e4-43d9-43ee-afa1-ea7b980489ee), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:12.539636 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:12.588210 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc40a455-0518-44f7-8b4f-e5a562b16a68 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Network fac975fe-f61e-48f2-98cd-c3133f923d7b is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:25:12.592502 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-cc40a455-0518-44f7-8b4f-e5a562b16a68 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:25:12.596132 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc40a455-0518-44f7-8b4f-e5a562b16a68 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:25:12.598859 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40a455-0518-44f7-8b4f-e5a562b16a68 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Pushing event updated for resources: {'Port': ['ID=1b14e9e4-43d9-43ee-afa1-ea7b980489ee,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:12.694800 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-cc40a455-0518-44f7-8b4f-e5a562b16a68 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for floatingip (59772e3e-741e-4612-bb6b-6aa900c3fe38), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:12.735800 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-cc40a455-0518-44f7-8b4f-e5a562b16a68 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (1b14e9e4-43d9-43ee-afa1-ea7b980489ee), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:12.851264 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 46461552-d3b8-4955-b02f-d2527e6f5a44 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:25:12.863516 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:12.908925 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-cc40a455-0518-44f7-8b4f-e5a562b16a68 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for port (1b14e9e4-43d9-43ee-afa1-ea7b980489ee), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:12.914551 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-cc40a455-0518-44f7-8b4f-e5a562b16a68 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25613259'] for port (1b14e9e4-43d9-43ee-afa1-ea7b980489ee), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:12.917713 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 46461552-d3b8-4955-b02f-d2527e6f5a44 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:25:12.918194 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (46461552-d3b8-4955-b02f-d2527e6f5a44), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:12.975831 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:12.987108 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40a455-0518-44f7-8b4f-e5a562b16a68 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Pushing event updated for resources: {'Port': ['ID=1b14e9e4-43d9-43ee-afa1-ea7b980489ee,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:13.001142 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-cc40a455-0518-44f7-8b4f-e5a562b16a68 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (59772e3e-741e-4612-bb6b-6aa900c3fe38), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:13.018750 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-cc40a455-0518-44f7-8b4f-e5a562b16a68 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:13.020421 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-cc40a455-0518-44f7-8b4f-e5a562b16a68 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8774538 Jul 28 02:25:13.024771 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 46461552-d3b8-4955-b02f-d2527e6f5a44 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:25:13.025346 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (46461552-d3b8-4955-b02f-d2527e6f5a44), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:13.057095 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] For port 46461552-d3b8-4955-b02f-d2527e6f5a44, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=46461552-d3b8-4955-b02f-d2527e6f5a44,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:25:13.062664 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (46461552-d3b8-4955-b02f-d2527e6f5a44), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:13.114070 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Pushing event updated for resources: {'Port': ['ID=46461552-d3b8-4955-b02f-d2527e6f5a44,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:13.222049 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-8abe9679-ab63-4d62-a90e-585417e2128d tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--327624713&fields=id&tenant_id=96bfb8cb74ca4919897cf243daafbe2f HTTP/1.1" status: 200 len: 267 time: 0.0562918 Jul 28 02:25:13.335576 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-6feb8cb5-c7cd-4f12-8505-c9bee09b13c2 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:13.337257 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-6feb8cb5-c7cd-4f12-8505-c9bee09b13c2 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/networks?id=2acebb6b-631e-460d-a599-e4c28fc62f29 HTTP/1.1" status: 200 len: 811 time: 0.1081202 Jul 28 02:25:13.353299 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-30cf50c2-bb32-498d-a9af-0aabfa3310d9 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/quotas/96bfb8cb74ca4919897cf243daafbe2f HTTP/1.1" status: 200 len: 375 time: 0.0104229 Jul 28 02:25:13.368376 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b56bed-6ff4-42a6-91ad-880ab1a2b609 None None] Sync routers for ids ['844c4b6b-9e92-439d-9acd-49a06f9e1d8b'] in dv-cinder-799871-46-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:25:13.372611 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:13.381749 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b56bed-6ff4-42a6-91ad-880ab1a2b609 None None] Routers {'844c4b6b-9e92-439d-9acd-49a06f9e1d8b'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:25:13.382381 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-29b56bed-6ff4-42a6-91ad-880ab1a2b609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:24:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['844c4b6b-9e92-439d-9acd-49a06f9e1d8b'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:25:13.412613 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-ba843d24-cabb-4810-812e-185e237d2de6 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=96bfb8cb74ca4919897cf243daafbe2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518169 Jul 28 02:25:13.488775 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-29b56bed-6ff4-42a6-91ad-880ab1a2b609 None None] Set router 844c4b6b-9e92-439d-9acd-49a06f9e1d8b gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:25:13.567155 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-41cd8aae-7582-4f91-84f1-2725f8c9be48 service neutron] 10.222.0.40 "GET /v2.0/networks/2acebb6b-631e-460d-a599-e4c28fc62f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380539 Jul 28 02:25:13.662065 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-5bca12d4-8eda-4368-867d-d551ab066e3b service neutron] 10.222.0.40 "GET /v2.0/networks/2acebb6b-631e-460d-a599-e4c28fc62f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920579 Jul 28 02:25:13.685311 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-29b56bed-6ff4-42a6-91ad-880ab1a2b609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'name': 'tempest-AttachVolumeTestJSON-1167154383-router', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:10Z', 'revision_number': 4, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'gw_port': {'id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '3f87b0bd-2d8a-4767-8f38-2ccee2df24b8', 'name': '', 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'mac_address': 'fa:16:3e:2f:9b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:10Z', 'updated_at': '2022-07-28T02:25:10Z', 'revision_number': 2, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'subnets': [{'id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:25:13.711709 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b56bed-6ff4-42a6-91ad-880ab1a2b609 None None] Checking router: 844c4b6b-9e92-439d-9acd-49a06f9e1d8b for host: dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:25:13.712075 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b56bed-6ff4-42a6-91ad-880ab1a2b609 None None] Updating router 844c4b6b-9e92-439d-9acd-49a06f9e1d8b port 3f87b0bd-2d8a-4767-8f38-2ccee2df24b8 binding host dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 02:25:13.740398 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-29b56bed-6ff4-42a6-91ad-880ab1a2b609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (3f87b0bd-2d8a-4767-8f38-2ccee2df24b8), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:13.839206 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-dce0e8b3-94ef-4357-9725-f9c35aa42fae req-35d9b79a-6981-4f45-aaa2-2bc5b9c854be tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 210 time: 0.0309510 Jul 28 02:25:14.029236 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-29b56bed-6ff4-42a6-91ad-880ab1a2b609 None None] Publish callbacks [] for port (3f87b0bd-2d8a-4767-8f38-2ccee2df24b8), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:14.035280 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-29b56bed-6ff4-42a6-91ad-880ab1a2b609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (3f87b0bd-2d8a-4767-8f38-2ccee2df24b8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:14.109959 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1b13b-438e-4491-8300-d3cdf66f4807 None None] Pushing event updated for resources: {'Port': ['ID=3f87b0bd-2d8a-4767-8f38-2ccee2df24b8,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:14.113666 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:14.134782 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1b13b-438e-4491-8300-d3cdf66f4807 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:14.135372 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1b13b-438e-4491-8300-d3cdf66f4807 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:14.135720 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1b13b-438e-4491-8300-d3cdf66f4807 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:14.136229 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1b13b-438e-4491-8300-d3cdf66f4807 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:14.136561 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1b13b-438e-4491-8300-d3cdf66f4807 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:14.137093 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1b13b-438e-4491-8300-d3cdf66f4807 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:14.137429 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1b13b-438e-4491-8300-d3cdf66f4807 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:14.137777 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1b13b-438e-4491-8300-d3cdf66f4807 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:14.138102 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1b13b-438e-4491-8300-d3cdf66f4807 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:14.138528 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1b13b-438e-4491-8300-d3cdf66f4807 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:14.139016 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1b13b-438e-4491-8300-d3cdf66f4807 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:14.139521 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1b13b-438e-4491-8300-d3cdf66f4807 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:14.140688 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1b13b-438e-4491-8300-d3cdf66f4807 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:14.141111 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1b13b-438e-4491-8300-d3cdf66f4807 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:14.141842 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1b13b-438e-4491-8300-d3cdf66f4807 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:14.167443 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-29b56bed-6ff4-42a6-91ad-880ab1a2b609 None None] Attempting to bind port 3f87b0bd-2d8a-4767-8f38-2ccee2df24b8 on host dv-cinder-799871-46-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:25:14.167555 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-29b56bed-6ff4-42a6-91ad-880ab1a2b609 None None] Attempting to bind port 3f87b0bd-2d8a-4767-8f38-2ccee2df24b8 by drivers openvswitch,hyperv on host dv-cinder-799871-46-iscsi at level 0 using segments [{'id': '03476d0a-b5d5-42c7-aee7-3d0bcf5494b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:25:14.167913 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b56bed-6ff4-42a6-91ad-880ab1a2b609 None None] Attempting to bind port 3f87b0bd-2d8a-4767-8f38-2ccee2df24b8 on network 2acebb6b-631e-460d-a599-e4c28fc62f29 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:25:14.173684 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b56bed-6ff4-42a6-91ad-880ab1a2b609 None None] Checking agent: {'id': 'f99e5766-3c5d-41c1-b185-0d0837ea1107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-46-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 9, 31), 'started_at': datetime.datetime(2022, 7, 28, 2, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-46-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:25:14.174059 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b56bed-6ff4-42a6-91ad-880ab1a2b609 None None] Checking segment: {'id': '03476d0a-b5d5-42c7-aee7-3d0bcf5494b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:25:14.174460 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-29b56bed-6ff4-42a6-91ad-880ab1a2b609 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:14.174862 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b56bed-6ff4-42a6-91ad-880ab1a2b609 None None] Bound using segment: {'id': '03476d0a-b5d5-42c7-aee7-3d0bcf5494b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:25:14.175324 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-29b56bed-6ff4-42a6-91ad-880ab1a2b609 None None] Bound port: 3f87b0bd-2d8a-4767-8f38-2ccee2df24b8, host: dv-cinder-799871-46-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03476d0a-b5d5-42c7-aee7-3d0bcf5494b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:25:14.175893 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-29b56bed-6ff4-42a6-91ad-880ab1a2b609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (3f87b0bd-2d8a-4767-8f38-2ccee2df24b8), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:14.283755 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-29b56bed-6ff4-42a6-91ad-880ab1a2b609 None None] For port 3f87b0bd-2d8a-4767-8f38-2ccee2df24b8, host dv-cinder-799871-46-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:25:14.292673 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-29b56bed-6ff4-42a6-91ad-880ab1a2b609 None None] For port 3f87b0bd-2d8a-4767-8f38-2ccee2df24b8, host dv-cinder-799871-46-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=3f87b0bd-2d8a-4767-8f38-2ccee2df24b8,segment=NetworkSegment(03476d0a-b5d5-42c7-aee7-3d0bcf5494b5),segment_id=03476d0a-b5d5-42c7-aee7-3d0bcf5494b5)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:25:14.300173 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-29b56bed-6ff4-42a6-91ad-880ab1a2b609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (3f87b0bd-2d8a-4767-8f38-2ccee2df24b8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:14.349802 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:14.369700 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b56bed-6ff4-42a6-91ad-880ab1a2b609 None None] Routers {'844c4b6b-9e92-439d-9acd-49a06f9e1d8b'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:25:14.370242 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-29b56bed-6ff4-42a6-91ad-880ab1a2b609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:24:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['844c4b6b-9e92-439d-9acd-49a06f9e1d8b'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:25:14.372656 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1b13b-438e-4491-8300-d3cdf66f4807 None None] Pushing event updated for resources: {'Port': ['ID=3f87b0bd-2d8a-4767-8f38-2ccee2df24b8,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:14.399990 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c863c85d-96ca-4174-943b-f52c72259883 None None] Provisioning complete for port 3f87b0bd-2d8a-4767-8f38-2ccee2df24b8 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:25:14.400539 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c863c85d-96ca-4174-943b-f52c72259883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (3f87b0bd-2d8a-4767-8f38-2ccee2df24b8), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:14.504629 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c863c85d-96ca-4174-943b-f52c72259883 None None] Current status of the port 3f87b0bd-2d8a-4767-8f38-2ccee2df24b8 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:25:14.505055 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c863c85d-96ca-4174-943b-f52c72259883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (3f87b0bd-2d8a-4767-8f38-2ccee2df24b8), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:14.511317 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-29b56bed-6ff4-42a6-91ad-880ab1a2b609 None None] Set router 844c4b6b-9e92-439d-9acd-49a06f9e1d8b gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:25:14.549386 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-c863c85d-96ca-4174-943b-f52c72259883 None None] For port 3f87b0bd-2d8a-4767-8f38-2ccee2df24b8, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=3f87b0bd-2d8a-4767-8f38-2ccee2df24b8,segment=NetworkSegment(03476d0a-b5d5-42c7-aee7-3d0bcf5494b5),segment_id=03476d0a-b5d5-42c7-aee7-3d0bcf5494b5)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:25:14.553885 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c863c85d-96ca-4174-943b-f52c72259883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (3f87b0bd-2d8a-4767-8f38-2ccee2df24b8), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:14.603698 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863c85d-96ca-4174-943b-f52c72259883 None None] Pushing event updated for resources: {'Port': ['ID=3f87b0bd-2d8a-4767-8f38-2ccee2df24b8,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:14.672970 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-f0d38a18-b986-4ec3-9a36-8ce0b7ac2fd7 None None] Provisioning complete for port 3f87b0bd-2d8a-4767-8f38-2ccee2df24b8 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:25:14.673591 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f0d38a18-b986-4ec3-9a36-8ce0b7ac2fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (3f87b0bd-2d8a-4767-8f38-2ccee2df24b8), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:14.724368 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-29b56bed-6ff4-42a6-91ad-880ab1a2b609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'name': 'tempest-AttachVolumeTestJSON-1167154383-router', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:10Z', 'revision_number': 4, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'gw_port': {'id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '3f87b0bd-2d8a-4767-8f38-2ccee2df24b8', 'name': '', 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'mac_address': 'fa:16:3e:2f:9b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:10Z', 'updated_at': '2022-07-28T02:25:14Z', 'revision_number': 4, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'subnets': [{'id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:25:14.753264 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b56bed-6ff4-42a6-91ad-880ab1a2b609 None None] The sync data for ids ['844c4b6b-9e92-439d-9acd-49a06f9e1d8b'] in dv-cinder-799871-46-iscsi is: [{'id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'name': 'tempest-AttachVolumeTestJSON-1167154383-router', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:10Z', 'revision_number': 4, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'gw_port': {'id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '3f87b0bd-2d8a-4767-8f38-2ccee2df24b8', 'name': '', 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'mac_address': 'fa:16:3e:2f:9b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:10Z', 'updated_at': '2022-07-28T02:25:14Z', 'revision_number': 4, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'subnets': [{'id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:25:14.753892 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-f0d38a18-b986-4ec3-9a36-8ce0b7ac2fd7 None None] Current status of the port 3f87b0bd-2d8a-4767-8f38-2ccee2df24b8 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:25:14.867776 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 3f87b0bd-2d8a-4767-8f38-2ccee2df24b8 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:25:14.919761 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 3f87b0bd-2d8a-4767-8f38-2ccee2df24b8 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:25:14.920403 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (3f87b0bd-2d8a-4767-8f38-2ccee2df24b8), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:15.013726 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ffe98945-395c-4ec9-b372-718ad318428b req-bb78a28b-cd81-41fa-af28-8cf56ea35c12 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 210 time: 0.0416238 Jul 28 02:25:15.063329 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 3f87b0bd-2d8a-4767-8f38-2ccee2df24b8 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:25:15.064774 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 46461552-d3b8-4955-b02f-d2527e6f5a44 up at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:25:15.068275 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-a6bb6948-b0c4-42bd-8e3d-be76829a1791 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:15.071556 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-a6bb6948-b0c4-42bd-8e3d-be76829a1791 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.45 "GET /v2.0/networks?id=2acebb6b-631e-460d-a599-e4c28fc62f29 HTTP/1.1" status: 200 len: 811 time: 0.1832757 Jul 28 02:25:15.153633 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Provisioning complete for port 46461552-d3b8-4955-b02f-d2527e6f5a44 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:25:15.154152 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (46461552-d3b8-4955-b02f-d2527e6f5a44), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:15.157045 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-471adbeb-0169-46c2-b476-63c6c4c034a9 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96bfb8cb74ca4919897cf243daafbe2f HTTP/1.1" status: 200 len: 379 time: 0.0707743 Jul 28 02:25:15.197097 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:15.238150 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Current status of the port 46461552-d3b8-4955-b02f-d2527e6f5a44 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:25:15.244797 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-03dc7f10-a52d-451a-8a4b-7469aec4e840 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Request body: {'port': {'device_id': 'bb7852b5-c448-4c73-8090-8c75c15d6900', 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29', 'admin_state_up': True, 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'security_groups': ['ca2ca985-22f7-46c3-a208-7b04e3b0babd']}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:25:15.248282 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:15.400047 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-03dc7f10-a52d-451a-8a4b-7469aec4e840 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Made reservation on behalf of 96bfb8cb74ca4919897cf243daafbe2f for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:25:15.403547 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-03dc7f10-a52d-451a-8a4b-7469aec4e840 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:15.587738 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-03dc7f10-a52d-451a-8a4b-7469aec4e840 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Allocated IP 172.20.0.11 (2acebb6b-631e-460d-a599-e4c28fc62f29/2444c2bc-d071-402a-aa6c-831f09f139a2/5535562d-0c12-47d5-b1c1-dbf26caaa058) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:25:15.746209 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-03dc7f10-a52d-451a-8a4b-7469aec4e840 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for port (5535562d-0c12-47d5-b1c1-dbf26caaa058), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:15.778516 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-03dc7f10-a52d-451a-8a4b-7469aec4e840 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (5535562d-0c12-47d5-b1c1-dbf26caaa058), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:15.829901 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-03dc7f10-a52d-451a-8a4b-7469aec4e840 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Network 2acebb6b-631e-460d-a599-e4c28fc62f29 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:25:15.833221 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-03dc7f10-a52d-451a-8a4b-7469aec4e840 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:25:15.835534 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-03dc7f10-a52d-451a-8a4b-7469aec4e840 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:25:15.864639 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:15.868412 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc7f10-a52d-451a-8a4b-7469aec4e840 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Pushing event updated for resources: {'Port': ['ID=5535562d-0c12-47d5-b1c1-dbf26caaa058,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:15.896353 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-03dc7f10-a52d-451a-8a4b-7469aec4e840 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:15.897092 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-03dc7f10-a52d-451a-8a4b-7469aec4e840 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:15.920079 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-03dc7f10-a52d-451a-8a4b-7469aec4e840 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6803277 Jul 28 02:25:15.932182 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-6ca59ce2-f356-4163-834e-6a6fb3989b46 service neutron] Request body: {'port': {'device_id': 'bb7852b5-c448-4c73-8090-8c75c15d6900', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:25:15.995083 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-6ca59ce2-f356-4163-834e-6a6fb3989b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (5535562d-0c12-47d5-b1c1-dbf26caaa058), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:16.084092 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-106b14ff-f9de-45d5-964a-2336abf55694 None None] Provisioning complete for port 5535562d-0c12-47d5-b1c1-dbf26caaa058 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:25:16.084779 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-106b14ff-f9de-45d5-964a-2336abf55694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (5535562d-0c12-47d5-b1c1-dbf26caaa058), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:16.138283 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:16.144810 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-106b14ff-f9de-45d5-964a-2336abf55694 None None] Port 5535562d-0c12-47d5-b1c1-dbf26caaa058 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:25:16.166760 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b21bba-072b-4d3c-86da-f63145fb88c6 req-f7466514-9b2d-430d-8a6b-cae3265c645a tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:16.168242 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-52b21bba-072b-4d3c-86da-f63145fb88c6 req-f7466514-9b2d-430d-8a6b-cae3265c645a tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 932 time: 0.0573885 Jul 28 02:25:16.223830 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-52b21bba-072b-4d3c-86da-f63145fb88c6 req-846271a3-f86f-421c-b314-0556653550a8 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495067 Jul 28 02:25:16.270921 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-6ca59ce2-f356-4163-834e-6a6fb3989b46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5535562d-0c12-47d5-b1c1-dbf26caaa058 {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:25:16.276804 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:16.278700 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-6ca59ce2-f356-4163-834e-6a6fb3989b46 service neutron] Publish callbacks [] for port (5535562d-0c12-47d5-b1c1-dbf26caaa058), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:16.293007 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-6ca59ce2-f356-4163-834e-6a6fb3989b46 service neutron] Transition to ACTIVE for port object 5535562d-0c12-47d5-b1c1-dbf26caaa058 will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 02:25:16.296464 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-6ca59ce2-f356-4163-834e-6a6fb3989b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (5535562d-0c12-47d5-b1c1-dbf26caaa058), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:16.347970 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca59ce2-f356-4163-834e-6a6fb3989b46 service neutron] Pushing event updated for resources: {'Port': ['ID=5535562d-0c12-47d5-b1c1-dbf26caaa058,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:16.431391 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-6ca59ce2-f356-4163-834e-6a6fb3989b46 service neutron] Attempting to bind port 5535562d-0c12-47d5-b1c1-dbf26caaa058 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:25:16.431995 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-6ca59ce2-f356-4163-834e-6a6fb3989b46 service neutron] Attempting to bind port 5535562d-0c12-47d5-b1c1-dbf26caaa058 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '03476d0a-b5d5-42c7-aee7-3d0bcf5494b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:25:16.432654 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-6ca59ce2-f356-4163-834e-6a6fb3989b46 service neutron] Attempting to bind port 5535562d-0c12-47d5-b1c1-dbf26caaa058 on network 2acebb6b-631e-460d-a599-e4c28fc62f29 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:25:16.439169 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-6ca59ce2-f356-4163-834e-6a6fb3989b46 service neutron] Port 5535562d-0c12-47d5-b1c1-dbf26caaa058 on network 2acebb6b-631e-460d-a599-e4c28fc62f29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 02:25:16.439502 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-6ca59ce2-f356-4163-834e-6a6fb3989b46 service neutron] Attempting to bind port 5535562d-0c12-47d5-b1c1-dbf26caaa058 on network 2acebb6b-631e-460d-a599-e4c28fc62f29 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:25:16.448552 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-6ca59ce2-f356-4163-834e-6a6fb3989b46 service neutron] Checking agent: {'id': '4faf9253-2001-44ef-b83a-102e5ef5a109', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'started_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:25:16.448963 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-6ca59ce2-f356-4163-834e-6a6fb3989b46 service neutron] Checking segment: {'id': '03476d0a-b5d5-42c7-aee7-3d0bcf5494b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:25:16.449377 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-6ca59ce2-f356-4163-834e-6a6fb3989b46 service neutron] Bound using segment: {'id': '03476d0a-b5d5-42c7-aee7-3d0bcf5494b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:25:16.449802 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-6ca59ce2-f356-4163-834e-6a6fb3989b46 service neutron] Bound port: 5535562d-0c12-47d5-b1c1-dbf26caaa058, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03476d0a-b5d5-42c7-aee7-3d0bcf5494b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:25:16.450051 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-6ca59ce2-f356-4163-834e-6a6fb3989b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (5535562d-0c12-47d5-b1c1-dbf26caaa058), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:16.529181 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-6ca59ce2-f356-4163-834e-6a6fb3989b46 service neutron] For port 5535562d-0c12-47d5-b1c1-dbf26caaa058, host hv-cinder-79987, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:25:16.533649 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-6ca59ce2-f356-4163-834e-6a6fb3989b46 service neutron] For port 5535562d-0c12-47d5-b1c1-dbf26caaa058, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5535562d-0c12-47d5-b1c1-dbf26caaa058,segment=NetworkSegment(03476d0a-b5d5-42c7-aee7-3d0bcf5494b5),segment_id=03476d0a-b5d5-42c7-aee7-3d0bcf5494b5)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:25:16.539780 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-6ca59ce2-f356-4163-834e-6a6fb3989b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (5535562d-0c12-47d5-b1c1-dbf26caaa058), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:16.586485 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-6ca59ce2-f356-4163-834e-6a6fb3989b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:16.587273 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-6ca59ce2-f356-4163-834e-6a6fb3989b46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:16.589129 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-6ca59ce2-f356-4163-834e-6a6fb3989b46 service neutron] 10.222.0.45 "PUT /v2.0/ports/5535562d-0c12-47d5-b1c1-dbf26caaa058 HTTP/1.1" status: 200 len: 1094 time: 0.6612327 Jul 28 02:25:16.591796 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7852b5-c448-4c73-8090-8c75c15d6900', 'tag': '5535562d-0c12-47d5-b1c1-dbf26caaa058'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:25:16.595998 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11d9c21-2f39-461f-b429-e06ecf87af02" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7852b5-c448-4c73-8090-8c75c15d6900", "tag": "5535562d-0c12-47d5-b1c1-dbf26caaa058"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:25:16.640713 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca59ce2-f356-4163-834e-6a6fb3989b46 service neutron] Pushing event updated for resources: {'Port': ['ID=5535562d-0c12-47d5-b1c1-dbf26caaa058,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:16.678819 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32f1d97-f126-4df3-8ea0-79a90f763b7a x-openstack-request-id: req-b32f1d97-f126-4df3-8ea0-79a90f763b7a {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:25:16.679117 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7852b5-c448-4c73-8090-8c75c15d6900", "tag": "5535562d-0c12-47d5-b1c1-dbf26caaa058", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:25:16.679379 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b32f1d97-f126-4df3-8ea0-79a90f763b7a {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:25:16.679780 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b32f1d97-f126-4df3-8ea0-79a90f763b7a'] response: {'name': 'network-changed', 'server_uuid': 'bb7852b5-c448-4c73-8090-8c75c15d6900', 'tag': '5535562d-0c12-47d5-b1c1-dbf26caaa058', 'status': 'completed', 'code': 200} Jul 28 02:25:16.693499 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-74c18596-89ca-494b-ae79-2760289a6496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:16.696285 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-74c18596-89ca-494b-ae79-2760289a6496 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96bfb8cb74ca4919897cf243daafbe2f&device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 1128 time: 0.0567148 Jul 28 02:25:16.747084 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-ab13fd9f-f041-464a-9c51-3dd2a9034f6d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5535562d-0c12-47d5-b1c1-dbf26caaa058 HTTP/1.1" status: 200 len: 217 time: 0.0420732 Jul 28 02:25:16.788083 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:16.810422 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-db286014-fdfa-4efa-92ab-d8ef0c0a2b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:16.813439 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-db286014-fdfa-4efa-92ab-d8ef0c0a2b7a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2444c2bc-d071-402a-aa6c-831f09f139a2 HTTP/1.1" status: 200 len: 850 time: 0.0598624 Jul 28 02:25:16.869210 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-eae86b8c-3e4c-431d-94b9-143d3983516b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:16.870872 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-eae86b8c-3e4c-431d-94b9-143d3983516b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2acebb6b-631e-460d-a599-e4c28fc62f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475478 Jul 28 02:25:16.974724 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-a040a526-80a3-4f7e-99fe-b32185b361b1 service neutron] 10.222.0.45 "GET /v2.0/networks/2acebb6b-631e-460d-a599-e4c28fc62f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936584 Jul 28 02:25:17.074314 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c72a1d96-32e2-43ad-a27c-1bb84e0692c9 req-b882b861-46ef-4df2-9db5-2777d3b071e6 service neutron] 10.222.0.45 "GET /v2.0/networks/2acebb6b-631e-460d-a599-e4c28fc62f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931559 Jul 28 02:25:17.344054 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc32fb-c13b-4a05-9917-a06be1b2ea63 req-ffd18517-fac2-459a-b034-67a5e64b8c5f tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:17.345483 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7bdc32fb-c13b-4a05-9917-a06be1b2ea63 req-ffd18517-fac2-459a-b034-67a5e64b8c5f tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 944 time: 0.0468278 Jul 28 02:25:17.394426 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7bdc32fb-c13b-4a05-9917-a06be1b2ea63 req-44e5bf59-1dd3-43e1-a0b6-182baf0d5344 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430682 Jul 28 02:25:17.913029 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d9c21-2f39-461f-b429-e06ecf87af02 req-69e474e5-8d84-45cc-bf4a-c42b722a520c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:17.914531 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b11d9c21-2f39-461f-b429-e06ecf87af02 req-69e474e5-8d84-45cc-bf4a-c42b722a520c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96bfb8cb74ca4919897cf243daafbe2f&device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 1128 time: 0.0409796 Jul 28 02:25:18.011894 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d9c21-2f39-461f-b429-e06ecf87af02 req-3399bc92-2363-4a49-a98f-ead9886ba748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:18.013389 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b11d9c21-2f39-461f-b429-e06ecf87af02 req-3399bc92-2363-4a49-a98f-ead9886ba748 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2acebb6b-631e-460d-a599-e4c28fc62f29 HTTP/1.1" status: 200 len: 912 time: 0.0907001 Jul 28 02:25:18.082600 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b11d9c21-2f39-461f-b429-e06ecf87af02 req-5e0d9d1d-2b84-4742-9d1b-b77ab138c45e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5535562d-0c12-47d5-b1c1-dbf26caaa058 HTTP/1.1" status: 200 len: 217 time: 0.0577843 Jul 28 02:25:18.146884 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d9c21-2f39-461f-b429-e06ecf87af02 req-f6b5d307-49a8-4fb2-ad2e-6301e3169591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:18.153724 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b11d9c21-2f39-461f-b429-e06ecf87af02 req-f6b5d307-49a8-4fb2-ad2e-6301e3169591 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2444c2bc-d071-402a-aa6c-831f09f139a2 HTTP/1.1" status: 200 len: 850 time: 0.0595806 Jul 28 02:25:18.195672 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d9c21-2f39-461f-b429-e06ecf87af02 req-40721099-279a-446a-bfa6-bfd96998e4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:18.197168 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b11d9c21-2f39-461f-b429-e06ecf87af02 req-40721099-279a-446a-bfa6-bfd96998e4d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2acebb6b-631e-460d-a599-e4c28fc62f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419066 Jul 28 02:25:18.512741 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:18.518579 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7ef3d-83d7-4d1d-806e-f1c0c9768869 req-54125e31-2758-4c8e-8fba-870779be53cb tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:18.520122 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e4e7ef3d-83d7-4d1d-806e-f1c0c9768869 req-54125e31-2758-4c8e-8fba-870779be53cb tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 944 time: 0.0505006 Jul 28 02:25:18.538708 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b11d9c21-2f39-461f-b429-e06ecf87af02 req-43241598-bf74-46d4-858e-eee2f0e5ed2c service neutron] 10.222.0.45 "GET /v2.0/networks/2acebb6b-631e-460d-a599-e4c28fc62f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350756 Jul 28 02:25:18.569099 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e4e7ef3d-83d7-4d1d-806e-f1c0c9768869 req-6cc792fd-de5a-40ca-a058-f34467d10f4f tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431306 Jul 28 02:25:19.414849 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b11d9c21-2f39-461f-b429-e06ecf87af02 req-569573f7-59de-4f42-bf80-265bd311db10 service neutron] 10.222.0.45 "GET /v2.0/networks/2acebb6b-631e-460d-a599-e4c28fc62f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865538 Jul 28 02:25:19.689458 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7cb75-455a-4e35-839a-9295f92c9821 req-63c83852-e550-4563-a04a-1f7c208fe906 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:19.690850 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-16b7cb75-455a-4e35-839a-9295f92c9821 req-63c83852-e550-4563-a04a-1f7c208fe906 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 944 time: 0.0519736 Jul 28 02:25:19.738536 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-16b7cb75-455a-4e35-839a-9295f92c9821 req-101a312a-390c-46c1-acb2-ef8ed8b65974 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421426 Jul 28 02:25:20.856728 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b08e72-d8e3-4405-8f88-27e48e1d6b21 req-f8353653-e9f5-4fb1-ad8a-2ea07ba05c34 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:20.858126 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-05b08e72-d8e3-4405-8f88-27e48e1d6b21 req-f8353653-e9f5-4fb1-ad8a-2ea07ba05c34 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 944 time: 0.0479574 Jul 28 02:25:20.904683 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-05b08e72-d8e3-4405-8f88-27e48e1d6b21 req-28d3b18b-c93f-40bd-8ff1-7306e7de88a0 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404971 Jul 28 02:25:21.016120 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 5535562d-0c12-47d5-b1c1-dbf26caaa058 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 02:25:21.034575 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:21.246634 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 5535562d-0c12-47d5-b1c1-dbf26caaa058, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5535562d-0c12-47d5-b1c1-dbf26caaa058,segment=NetworkSegment(03476d0a-b5d5-42c7-aee7-3d0bcf5494b5),segment_id=03476d0a-b5d5-42c7-aee7-3d0bcf5494b5)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:25:21.257425 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Returning: {'device': '5535562d-0c12-47d5-b1c1-dbf26caaa058', 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29', 'port_id': '5535562d-0c12-47d5-b1c1-dbf26caaa058', 'mac_address': 'fa:16:3e:c7:1b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 02:25:21.292297 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 5535562d-0c12-47d5-b1c1-dbf26caaa058 is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:25:21.292684 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (5535562d-0c12-47d5-b1c1-dbf26caaa058), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:21.306151 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5535562d-0c12-47d5-b1c1-dbf26caaa058 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:25:21.325845 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 5535562d-0c12-47d5-b1c1-dbf26caaa058, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5535562d-0c12-47d5-b1c1-dbf26caaa058,segment=NetworkSegment(03476d0a-b5d5-42c7-aee7-3d0bcf5494b5),segment_id=03476d0a-b5d5-42c7-aee7-3d0bcf5494b5)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:25:21.330749 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (5535562d-0c12-47d5-b1c1-dbf26caaa058), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:21.378286 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=5535562d-0c12-47d5-b1c1-dbf26caaa058,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:21.586700 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['5535562d-0c12-47d5-b1c1-dbf26caaa058'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:25:21.983595 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:22.024898 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4db3c-157b-4fe4-b302-505070bbcd8c req-ee725124-9b8c-486d-acfe-bbdaf6543a46 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:22.026353 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f3b4db3c-157b-4fe4-b302-505070bbcd8c req-ee725124-9b8c-486d-acfe-bbdaf6543a46 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 945 time: 0.0511470 Jul 28 02:25:22.074636 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f3b4db3c-157b-4fe4-b302-505070bbcd8c req-997dd78f-d900-4324-889d-490353ba5bdd tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423086 Jul 28 02:25:22.269208 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 5535562d-0c12-47d5-b1c1-dbf26caaa058 up at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:25:22.310865 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning for port 5535562d-0c12-47d5-b1c1-dbf26caaa058 completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 02:25:22.317019 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning complete for port 5535562d-0c12-47d5-b1c1-dbf26caaa058 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:25:22.317382 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (5535562d-0c12-47d5-b1c1-dbf26caaa058), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:22.393301 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 5535562d-0c12-47d5-b1c1-dbf26caaa058 is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:25:22.393685 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (5535562d-0c12-47d5-b1c1-dbf26caaa058), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:22.415918 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7852b5-c448-4c73-8090-8c75c15d6900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5535562d-0c12-47d5-b1c1-dbf26caaa058'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:25:22.418169 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd7b23193eab089ffe890151ec8d4d81c159f1068d0ecb51bca31dcd10d4c9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467f6d81-4e32-4353-a6f3-c3da1de0c9fe" -d '{"events": [{"server_uuid": "bb7852b5-c448-4c73-8090-8c75c15d6900", "name": "network-vif-plugged", "status": "completed", "tag": "5535562d-0c12-47d5-b1c1-dbf26caaa058"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:25:22.432341 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 5535562d-0c12-47d5-b1c1-dbf26caaa058, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5535562d-0c12-47d5-b1c1-dbf26caaa058,segment=NetworkSegment(03476d0a-b5d5-42c7-aee7-3d0bcf5494b5),segment_id=03476d0a-b5d5-42c7-aee7-3d0bcf5494b5)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:25:22.438006 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (5535562d-0c12-47d5-b1c1-dbf26caaa058), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:22.443086 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:22.465216 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2788e7-f7ae-4e49-a221-2544d456ed5b x-openstack-request-id: req-2b2788e7-f7ae-4e49-a221-2544d456ed5b {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:25:22.465511 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7852b5-c448-4c73-8090-8c75c15d6900", "name": "network-vif-plugged", "status": "completed", "tag": "5535562d-0c12-47d5-b1c1-dbf26caaa058", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:25:22.466280 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2b2788e7-f7ae-4e49-a221-2544d456ed5b {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:25:22.466928 dv-cinder-799871-46-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b2788e7-f7ae-4e49-a221-2544d456ed5b'] response: {'server_uuid': 'bb7852b5-c448-4c73-8090-8c75c15d6900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5535562d-0c12-47d5-b1c1-dbf26caaa058', 'code': 200} Jul 28 02:25:22.499843 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=5535562d-0c12-47d5-b1c1-dbf26caaa058,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:22.631930 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb6a2a-3999-4f81-8ee5-089cfd3b2f36 req-4ce5229e-5e36-4a86-bc11-6139ad70d6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:22.633490 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f2cb6a2a-3999-4f81-8ee5-089cfd3b2f36 req-4ce5229e-5e36-4a86-bc11-6139ad70d6fe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 1130 time: 0.0383031 Jul 28 02:25:22.678909 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f2cb6a2a-3999-4f81-8ee5-089cfd3b2f36 req-a5d7bee4-281f-42dd-a360-c5c64682a8c3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390453 Jul 28 02:25:23.194364 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793fec46-287a-4d3e-9426-912dcecf43f0 req-09037ba1-3543-4f07-ae9f-5f1877004305 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:23.195834 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-793fec46-287a-4d3e-9426-912dcecf43f0 req-09037ba1-3543-4f07-ae9f-5f1877004305 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0497289 Jul 28 02:25:23.243548 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-793fec46-287a-4d3e-9426-912dcecf43f0 req-cdd69395-818f-43bc-961f-1c308a023634 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421152 Jul 28 02:25:24.371902 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0457a9-aec1-4d40-9850-1368ded86dd0 req-3e3341a9-685a-43db-9505-5b6b1a14d77a tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:24.373537 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-dc0457a9-aec1-4d40-9850-1368ded86dd0 req-3e3341a9-685a-43db-9505-5b6b1a14d77a tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0543923 Jul 28 02:25:24.431855 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-dc0457a9-aec1-4d40-9850-1368ded86dd0 req-77225c78-f84e-4cda-8a3b-e510303f02af tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517130 Jul 28 02:25:25.549989 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64df555-18ef-490b-8afa-c242ce276ab3 req-6857b55d-15ad-4422-9915-1c71377024cd tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:25.551429 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e64df555-18ef-490b-8afa-c242ce276ab3 req-6857b55d-15ad-4422-9915-1c71377024cd tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0470150 Jul 28 02:25:25.598312 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e64df555-18ef-490b-8afa-c242ce276ab3 req-e7086724-1a76-4165-a323-a010036469d8 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414052 Jul 28 02:25:25.712758 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47d6eb-c1bc-4ad3-9a6d-3e1f1c0f5d46 req-aa0002c2-7903-49da-bb50-01b1369ecda8 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:25.714297 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cf47d6eb-c1bc-4ad3-9a6d-3e1f1c0f5d46 req-aa0002c2-7903-49da-bb50-01b1369ecda8 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0480382 Jul 28 02:25:25.724386 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 49768) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:25:25.728675 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-bb2191c5-2f2c-42aa-abaa-5f8500d0afd2 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Request body: {'floatingip': {'port_id': '5535562d-0c12-47d5-b1c1-dbf26caaa058'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:25:25.750977 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cbe5240c-afb1-4b84-b65f-b09b356f8df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:25.782527 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-bb2191c5-2f2c-42aa-abaa-5f8500d0afd2 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for floatingip (59772e3e-741e-4612-bb6b-6aa900c3fe38), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:25.992270 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:26.148799 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 49780) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:25:26.299210 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-99781355-a8c3-480b-a052-042d881cb34d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:26.304454 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-bb2191c5-2f2c-42aa-abaa-5f8500d0afd2 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:26.315753 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-bb2191c5-2f2c-42aa-abaa-5f8500d0afd2 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (59772e3e-741e-4612-bb6b-6aa900c3fe38), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:26.430651 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:26.470105 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.db.l3_db [None req-bb2191c5-2f2c-42aa-abaa-5f8500d0afd2 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Floating IP 59772e3e-741e-4612-bb6b-6aa900c3fe38 associated. External IP: 172.27.0.178, port: 5535562d-0c12-47d5-b1c1-dbf26caaa058. Jul 28 02:25:26.519866 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-99781355-a8c3-480b-a052-042d881cb34d admin admin] Publish callbacks [] for security_group (ce52c89f-36fd-4295-a26f-ed209f21b3e6), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:26.527444 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-99781355-a8c3-480b-a052-042d881cb34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (ce52c89f-36fd-4295-a26f-ed209f21b3e6), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:26.600436 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-99781355-a8c3-480b-a052-042d881cb34d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=bec925bd7e6448f28e5a2acc314a3543&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4510894 Jul 28 02:25:26.603175 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99781355-a8c3-480b-a052-042d881cb34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce52c89f-36fd-4295-a26f-ed209f21b3e6,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:26.603325 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 49788) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:25:26.616973 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99781355-a8c3-480b-a052-042d881cb34d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:26.617331 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99781355-a8c3-480b-a052-042d881cb34d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:26.617702 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99781355-a8c3-480b-a052-042d881cb34d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:26.618030 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99781355-a8c3-480b-a052-042d881cb34d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:26.618370 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99781355-a8c3-480b-a052-042d881cb34d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:26.618710 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99781355-a8c3-480b-a052-042d881cb34d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:26.619045 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99781355-a8c3-480b-a052-042d881cb34d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:26.619379 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99781355-a8c3-480b-a052-042d881cb34d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:26.619711 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99781355-a8c3-480b-a052-042d881cb34d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:26.620042 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99781355-a8c3-480b-a052-042d881cb34d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:26.620378 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99781355-a8c3-480b-a052-042d881cb34d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:26.620709 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99781355-a8c3-480b-a052-042d881cb34d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:26.621074 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99781355-a8c3-480b-a052-042d881cb34d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:26.621402 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99781355-a8c3-480b-a052-042d881cb34d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:26.621727 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99781355-a8c3-480b-a052-042d881cb34d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:26.653432 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3f41cde3-cec3-440c-969f-4f633ccf5094 admin admin] Publish callbacks [] for security_group (ce52c89f-36fd-4295-a26f-ed209f21b3e6), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:26.676513 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3f41cde3-cec3-440c-969f-4f633ccf5094 admin admin] Publish callbacks [] for security_group (ce52c89f-36fd-4295-a26f-ed209f21b3e6), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:26.725090 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3f41cde3-cec3-440c-969f-4f633ccf5094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (ce52c89f-36fd-4295-a26f-ed209f21b3e6), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:26.727537 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3f41cde3-cec3-440c-969f-4f633ccf5094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:26.728688 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-3f41cde3-cec3-440c-969f-4f633ccf5094 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ce52c89f-36fd-4295-a26f-ed209f21b3e6 HTTP/1.1" status: 204 len: 168 time: 0.1244576 Jul 28 02:25:26.737587 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41cde3-cec3-440c-969f-4f633ccf5094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce52c89f-36fd-4295-a26f-ed209f21b3e6,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:26.742162 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2191c5-2f2c-42aa-abaa-5f8500d0afd2 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Router 844c4b6b-9e92-439d-9acd-49a06f9e1d8b has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:25:26.808661 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:26.864145 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2191c5-2f2c-42aa-abaa-5f8500d0afd2 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:25:26.869441 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-bb2191c5-2f2c-42aa-abaa-5f8500d0afd2 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:26.874246 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5013c4c-e1da-41e0-bc9f-82928cea4e44 None None] Sync routers for ids ['844c4b6b-9e92-439d-9acd-49a06f9e1d8b'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:25:26.884251 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5013c4c-e1da-41e0-bc9f-82928cea4e44 None None] Routers {'844c4b6b-9e92-439d-9acd-49a06f9e1d8b'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:25:26.884906 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-e5013c4c-e1da-41e0-bc9f-82928cea4e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:24:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['844c4b6b-9e92-439d-9acd-49a06f9e1d8b'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:25:26.904244 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-bb2191c5-2f2c-42aa-abaa-5f8500d0afd2 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "PUT /v2.0/floatingips/59772e3e-741e-4612-bb6b-6aa900c3fe38 HTTP/1.1" status: 200 len: 992 time: 1.1787689 Jul 28 02:25:26.905009 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7852b5-c448-4c73-8090-8c75c15d6900', 'tag': '5535562d-0c12-47d5-b1c1-dbf26caaa058'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:25:26.907699 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fd3017fc08cfcfd8945092685727e724b0eb79f5cdddf0496dd7adb644fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96752982-708e-42f8-8510-f3f3b26cb564" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7852b5-c448-4c73-8090-8c75c15d6900", "tag": "5535562d-0c12-47d5-b1c1-dbf26caaa058"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:25:26.947170 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219eb224-dd0f-42d3-91ab-400a3d2741f5 x-openstack-request-id: req-219eb224-dd0f-42d3-91ab-400a3d2741f5 {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:25:26.947770 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7852b5-c448-4c73-8090-8c75c15d6900", "tag": "5535562d-0c12-47d5-b1c1-dbf26caaa058", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:25:26.948033 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-219eb224-dd0f-42d3-91ab-400a3d2741f5 {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:25:26.948449 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-219eb224-dd0f-42d3-91ab-400a3d2741f5'] response: {'name': 'network-changed', 'server_uuid': 'bb7852b5-c448-4c73-8090-8c75c15d6900', 'tag': '5535562d-0c12-47d5-b1c1-dbf26caaa058', 'status': 'completed', 'code': 200} Jul 28 02:25:26.993563 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-e5013c4c-e1da-41e0-bc9f-82928cea4e44 None None] Set router 844c4b6b-9e92-439d-9acd-49a06f9e1d8b gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:25:27.030586 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:27.217124 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-e5013c4c-e1da-41e0-bc9f-82928cea4e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'name': 'tempest-AttachVolumeTestJSON-1167154383-router', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:10Z', 'revision_number': 4, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'gw_port': {'id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': '59772e3e-741e-4612-bb6b-6aa900c3fe38', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'floating_ip_address': '172.27.0.178', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'port_id': '5535562d-0c12-47d5-b1c1-dbf26caaa058', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29', 'mac_address': 'fa:16:3e:c7:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7852b5-c448-4c73-8090-8c75c15d6900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:25:12Z', 'updated_at': '2022-07-28T02:25:26Z', 'revision_number': 1, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f87b0bd-2d8a-4767-8f38-2ccee2df24b8', 'name': '', 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'mac_address': 'fa:16:3e:2f:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:10Z', 'updated_at': '2022-07-28T02:25:14Z', 'revision_number': 5, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'subnets': [{'id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:25:27.246583 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5013c4c-e1da-41e0-bc9f-82928cea4e44 None None] Checking router: 844c4b6b-9e92-439d-9acd-49a06f9e1d8b for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:25:27.255408 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5013c4c-e1da-41e0-bc9f-82928cea4e44 None None] Routers {'844c4b6b-9e92-439d-9acd-49a06f9e1d8b'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:25:27.256012 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-e5013c4c-e1da-41e0-bc9f-82928cea4e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:24:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['844c4b6b-9e92-439d-9acd-49a06f9e1d8b'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:25:27.363623 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-e5013c4c-e1da-41e0-bc9f-82928cea4e44 None None] Set router 844c4b6b-9e92-439d-9acd-49a06f9e1d8b gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:25:27.595390 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-e5013c4c-e1da-41e0-bc9f-82928cea4e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'name': 'tempest-AttachVolumeTestJSON-1167154383-router', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:10Z', 'revision_number': 4, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'gw_port': {'id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': '59772e3e-741e-4612-bb6b-6aa900c3fe38', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'floating_ip_address': '172.27.0.178', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'port_id': '5535562d-0c12-47d5-b1c1-dbf26caaa058', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29', 'mac_address': 'fa:16:3e:c7:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7852b5-c448-4c73-8090-8c75c15d6900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:25:12Z', 'updated_at': '2022-07-28T02:25:26Z', 'revision_number': 1, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f87b0bd-2d8a-4767-8f38-2ccee2df24b8', 'name': '', 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'mac_address': 'fa:16:3e:2f:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:10Z', 'updated_at': '2022-07-28T02:25:14Z', 'revision_number': 5, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'subnets': [{'id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:25:27.622398 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5013c4c-e1da-41e0-bc9f-82928cea4e44 None None] The sync data for ids ['844c4b6b-9e92-439d-9acd-49a06f9e1d8b'] in dv-cinder-799871-46-iscsi is: [{'id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'name': 'tempest-AttachVolumeTestJSON-1167154383-router', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:10Z', 'revision_number': 4, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'gw_port': {'id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': '59772e3e-741e-4612-bb6b-6aa900c3fe38', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'floating_ip_address': '172.27.0.178', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'port_id': '5535562d-0c12-47d5-b1c1-dbf26caaa058', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29', 'mac_address': 'fa:16:3e:c7:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7852b5-c448-4c73-8090-8c75c15d6900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:25:12Z', 'updated_at': '2022-07-28T02:25:26Z', 'revision_number': 1, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f87b0bd-2d8a-4767-8f38-2ccee2df24b8', 'name': '', 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'mac_address': 'fa:16:3e:2f:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:10Z', 'updated_at': '2022-07-28T02:25:14Z', 'revision_number': 5, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'subnets': [{'id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:25:27.844036 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27e2123-4831-4ec2-a5b9-6c82f9def50b None None] New status for floating IP 59772e3e-741e-4612-bb6b-6aa900c3fe38: ACTIVE {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 02:25:27.922188 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 49824) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:25:28.031376 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c1cfb0d-5179-4e60-a8dc-d5be3e776aa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:28.106174 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c1cfb0d-5179-4e60-a8dc-d5be3e776aa6 admin admin] Publish callbacks [] for security_group (bf64c83f-5593-48c4-b4b8-1a6ec6dec0b6), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:28.112226 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c1cfb0d-5179-4e60-a8dc-d5be3e776aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (bf64c83f-5593-48c4-b4b8-1a6ec6dec0b6), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:28.154876 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-8c1cfb0d-5179-4e60-a8dc-d5be3e776aa6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=aaf518df75734b29a4da9bd5da36b151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316027 Jul 28 02:25:28.156246 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cfb0d-5179-4e60-a8dc-d5be3e776aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf64c83f-5593-48c4-b4b8-1a6ec6dec0b6,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:28.159055 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 49828) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:25:28.177514 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-dd7570d6-ce68-4781-ba92-3a6a39b8826e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:28.214506 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9d39a347-5229-4e14-8134-9a074aad0658 admin admin] Publish callbacks [] for security_group (bf64c83f-5593-48c4-b4b8-1a6ec6dec0b6), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:28.237180 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9d39a347-5229-4e14-8134-9a074aad0658 admin admin] Publish callbacks [] for security_group (bf64c83f-5593-48c4-b4b8-1a6ec6dec0b6), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:28.238659 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:28.286208 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9d39a347-5229-4e14-8134-9a074aad0658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (bf64c83f-5593-48c4-b4b8-1a6ec6dec0b6), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:28.288668 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9d39a347-5229-4e14-8134-9a074aad0658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:28.289843 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-9d39a347-5229-4e14-8134-9a074aad0658 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/bf64c83f-5593-48c4-b4b8-1a6ec6dec0b6 HTTP/1.1" status: 204 len: 168 time: 0.1297827 Jul 28 02:25:28.298408 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39a347-5229-4e14-8134-9a074aad0658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf64c83f-5593-48c4-b4b8-1a6ec6dec0b6,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:29.227946 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96752982-708e-42f8-8510-f3f3b26cb564 req-3138b45b-37b8-425c-8c67-0d5e0e8a3add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:29.229630 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-96752982-708e-42f8-8510-f3f3b26cb564 req-3138b45b-37b8-425c-8c67-0d5e0e8a3add service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96bfb8cb74ca4919897cf243daafbe2f&device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 1130 time: 0.0439117 Jul 28 02:25:29.250248 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:29.342288 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96752982-708e-42f8-8510-f3f3b26cb564 req-7fbe39cd-f094-49fb-a932-1d6359fe388f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:29.344282 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-96752982-708e-42f8-8510-f3f3b26cb564 req-7fbe39cd-f094-49fb-a932-1d6359fe388f service neutron] 10.222.0.45 "GET /v2.0/networks?id=2acebb6b-631e-460d-a599-e4c28fc62f29 HTTP/1.1" status: 200 len: 912 time: 0.1086304 Jul 28 02:25:29.407982 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-96752982-708e-42f8-8510-f3f3b26cb564 req-7d7df4ca-891a-4fd7-8562-3e257253cc7c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5535562d-0c12-47d5-b1c1-dbf26caaa058 HTTP/1.1" status: 200 len: 1002 time: 0.0566370 Jul 28 02:25:29.461730 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96752982-708e-42f8-8510-f3f3b26cb564 req-53a88645-37a2-4750-bdd3-19f6d82a6ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:29.463211 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-96752982-708e-42f8-8510-f3f3b26cb564 req-53a88645-37a2-4750-bdd3-19f6d82a6ed1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2444c2bc-d071-402a-aa6c-831f09f139a2 HTTP/1.1" status: 200 len: 850 time: 0.0497229 Jul 28 02:25:29.511060 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96752982-708e-42f8-8510-f3f3b26cb564 req-bdbfec8d-6833-4488-b7f7-921ab98c9617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:29.512523 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-96752982-708e-42f8-8510-f3f3b26cb564 req-bdbfec8d-6833-4488-b7f7-921ab98c9617 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2acebb6b-631e-460d-a599-e4c28fc62f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387154 Jul 28 02:25:29.607055 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-96752982-708e-42f8-8510-f3f3b26cb564 req-34e922a7-af2f-4a54-9543-726ad7d1fc7d service neutron] 10.222.0.45 "GET /v2.0/networks/2acebb6b-631e-460d-a599-e4c28fc62f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865908 Jul 28 02:25:29.673441 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:29.706196 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-96752982-708e-42f8-8510-f3f3b26cb564 req-cae31ce9-1be0-410d-a124-132582336c98 service neutron] 10.222.0.45 "GET /v2.0/networks/2acebb6b-631e-460d-a599-e4c28fc62f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894566 Jul 28 02:25:30.532460 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-f8fb60c5-f1dd-4247-a709-03449fb4f799 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=07e26e0d100743839e276fb6db269958&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307944 Jul 28 02:25:30.697137 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:30.720550 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-e0324b72-bd0c-49f2-8957-299801c6960c tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:30.722042 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-e0324b72-bd0c-49f2-8957-299801c6960c tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1844258 Jul 28 02:25:30.736588 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-464ed5cc-cd80-4c95-8fa8-cb9e033c7feb tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.40 "GET /v2.0/quotas/07e26e0d100743839e276fb6db269958 HTTP/1.1" status: 200 len: 375 time: 0.0092618 Jul 28 02:25:30.769550 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-a8afc834-aa36-49a3-9a36-b753effdbc36 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=07e26e0d100743839e276fb6db269958&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281498 Jul 28 02:25:30.935798 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a46cc7ff-6c24-4df6-992c-74e7f7fd31be req-4a0e0010-7ad3-4531-862d-8d41a4166abc tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.40 "GET /v2.0/ports?device_id=24ae8d32-009b-493e-a7e8-3af888dd2ee3 HTTP/1.1" status: 200 len: 210 time: 0.0309319 Jul 28 02:25:31.030554 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:31.820520 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-9191e1a1-76f8-40b6-8e7b-cf370538c004 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=07e26e0d100743839e276fb6db269958&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326447 Jul 28 02:25:32.032951 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-9916ba51-fb54-4ee7-a5a2-ebdf75351fda tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:32.034451 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-9916ba51-fb54-4ee7-a5a2-ebdf75351fda tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2067904 Jul 28 02:25:32.083576 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-d8a6c04d-fc0a-49c6-8547-64c5c358e05f tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Request body: {'port': {'device_id': '24ae8d32-009b-493e-a7e8-3af888dd2ee3', 'network_id': '436ed8b2-8e88-4245-ae94-3b3a41f8a819', 'admin_state_up': True, 'tenant_id': '07e26e0d100743839e276fb6db269958'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:25:32.201916 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-d8a6c04d-fc0a-49c6-8547-64c5c358e05f tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Made reservation on behalf of 07e26e0d100743839e276fb6db269958 for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:25:32.206242 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-d8a6c04d-fc0a-49c6-8547-64c5c358e05f tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:32.215617 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-d8a6c04d-fc0a-49c6-8547-64c5c358e05f tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:32.298275 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-d8a6c04d-fc0a-49c6-8547-64c5c358e05f tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Publish callbacks [] for security_group (e3424353-2944-4ff9-a9b2-e0710325ba5d), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:32.302906 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-d8a6c04d-fc0a-49c6-8547-64c5c358e05f tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (e3424353-2944-4ff9-a9b2-e0710325ba5d), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:32.310557 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:32.315784 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-862538d2-d119-4b2c-ba56-cde4b69a41d6 req-d1513d89-4ff8-4c1d-8480-59ed0fdea041 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.40 "GET /v2.0/ports?device_id=24ae8d32-009b-493e-a7e8-3af888dd2ee3 HTTP/1.1" status: 200 len: 210 time: 0.2927573 Jul 28 02:25:32.375648 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6c04d-fc0a-49c6-8547-64c5c358e05f tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3424353-2944-4ff9-a9b2-e0710325ba5d,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:32.446997 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-d8a6c04d-fc0a-49c6-8547-64c5c358e05f tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Allocated IP 192.168.233.43 (436ed8b2-8e88-4245-ae94-3b3a41f8a819/0a463061-bec9-4306-aff3-784a8d102923/f6022a36-d845-4630-bb0c-fc1e3bbff131) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:25:32.595527 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-d8a6c04d-fc0a-49c6-8547-64c5c358e05f tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Publish callbacks [] for port (f6022a36-d845-4630-bb0c-fc1e3bbff131), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:32.615854 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:32.628909 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-d8a6c04d-fc0a-49c6-8547-64c5c358e05f tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (f6022a36-d845-4630-bb0c-fc1e3bbff131), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:32.673191 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-d8a6c04d-fc0a-49c6-8547-64c5c358e05f tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Network 436ed8b2-8e88-4245-ae94-3b3a41f8a819 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:25:32.676335 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-d8a6c04d-fc0a-49c6-8547-64c5c358e05f tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:25:32.678689 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-d8a6c04d-fc0a-49c6-8547-64c5c358e05f tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:25:32.710569 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6c04d-fc0a-49c6-8547-64c5c358e05f tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Pushing event updated for resources: {'Port': ['ID=f6022a36-d845-4630-bb0c-fc1e3bbff131,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:32.741898 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-d8a6c04d-fc0a-49c6-8547-64c5c358e05f tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:32.742542 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-d8a6c04d-fc0a-49c6-8547-64c5c358e05f tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:32.760955 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-d8a6c04d-fc0a-49c6-8547-64c5c358e05f tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6825407 Jul 28 02:25:32.772824 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-99fdbb58-352a-40cf-9c98-73cce0578821 service neutron] Request body: {'port': {'device_id': '24ae8d32-009b-493e-a7e8-3af888dd2ee3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:25:32.836391 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-99fdbb58-352a-40cf-9c98-73cce0578821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (f6022a36-d845-4630-bb0c-fc1e3bbff131), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:32.926660 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-83510a8c-2eb9-4c2a-a9d5-ced8cfce7cb5 None None] Provisioning complete for port f6022a36-d845-4630-bb0c-fc1e3bbff131 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:25:32.927240 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-83510a8c-2eb9-4c2a-a9d5-ced8cfce7cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (f6022a36-d845-4630-bb0c-fc1e3bbff131), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:32.963924 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-83510a8c-2eb9-4c2a-a9d5-ced8cfce7cb5 None None] Port f6022a36-d845-4630-bb0c-fc1e3bbff131 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:25:33.105058 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-99fdbb58-352a-40cf-9c98-73cce0578821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6022a36-d845-4630-bb0c-fc1e3bbff131 {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:25:33.113357 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-99fdbb58-352a-40cf-9c98-73cce0578821 service neutron] Publish callbacks [] for port (f6022a36-d845-4630-bb0c-fc1e3bbff131), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:33.127446 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-99fdbb58-352a-40cf-9c98-73cce0578821 service neutron] Transition to ACTIVE for port object f6022a36-d845-4630-bb0c-fc1e3bbff131 will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 02:25:33.131069 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-99fdbb58-352a-40cf-9c98-73cce0578821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (f6022a36-d845-4630-bb0c-fc1e3bbff131), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:33.169544 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:33.198071 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fdbb58-352a-40cf-9c98-73cce0578821 service neutron] Pushing event updated for resources: {'Port': ['ID=f6022a36-d845-4630-bb0c-fc1e3bbff131,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:33.272615 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-99fdbb58-352a-40cf-9c98-73cce0578821 service neutron] Attempting to bind port f6022a36-d845-4630-bb0c-fc1e3bbff131 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:25:33.273028 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-99fdbb58-352a-40cf-9c98-73cce0578821 service neutron] Attempting to bind port f6022a36-d845-4630-bb0c-fc1e3bbff131 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '8751ee16-a07f-4b53-a281-0414adeb473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '436ed8b2-8e88-4245-ae94-3b3a41f8a819'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:25:33.273309 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-99fdbb58-352a-40cf-9c98-73cce0578821 service neutron] Attempting to bind port f6022a36-d845-4630-bb0c-fc1e3bbff131 on network 436ed8b2-8e88-4245-ae94-3b3a41f8a819 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:25:33.278189 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-99fdbb58-352a-40cf-9c98-73cce0578821 service neutron] Port f6022a36-d845-4630-bb0c-fc1e3bbff131 on network 436ed8b2-8e88-4245-ae94-3b3a41f8a819 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 02:25:33.278506 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-99fdbb58-352a-40cf-9c98-73cce0578821 service neutron] Attempting to bind port f6022a36-d845-4630-bb0c-fc1e3bbff131 on network 436ed8b2-8e88-4245-ae94-3b3a41f8a819 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:25:33.285294 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-99fdbb58-352a-40cf-9c98-73cce0578821 service neutron] Checking agent: {'id': '4faf9253-2001-44ef-b83a-102e5ef5a109', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'started_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:25:33.285951 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-99fdbb58-352a-40cf-9c98-73cce0578821 service neutron] Checking segment: {'id': '8751ee16-a07f-4b53-a281-0414adeb473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '436ed8b2-8e88-4245-ae94-3b3a41f8a819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:25:33.286815 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-99fdbb58-352a-40cf-9c98-73cce0578821 service neutron] Bound using segment: {'id': '8751ee16-a07f-4b53-a281-0414adeb473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '436ed8b2-8e88-4245-ae94-3b3a41f8a819'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:25:33.287838 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-99fdbb58-352a-40cf-9c98-73cce0578821 service neutron] Bound port: f6022a36-d845-4630-bb0c-fc1e3bbff131, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8751ee16-a07f-4b53-a281-0414adeb473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '436ed8b2-8e88-4245-ae94-3b3a41f8a819'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:25:33.288450 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-99fdbb58-352a-40cf-9c98-73cce0578821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (f6022a36-d845-4630-bb0c-fc1e3bbff131), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:33.369736 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-99fdbb58-352a-40cf-9c98-73cce0578821 service neutron] For port f6022a36-d845-4630-bb0c-fc1e3bbff131, host hv-cinder-79987, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:25:33.373857 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-99fdbb58-352a-40cf-9c98-73cce0578821 service neutron] For port f6022a36-d845-4630-bb0c-fc1e3bbff131, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f6022a36-d845-4630-bb0c-fc1e3bbff131,segment=NetworkSegment(8751ee16-a07f-4b53-a281-0414adeb473a),segment_id=8751ee16-a07f-4b53-a281-0414adeb473a)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:25:33.383223 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-99fdbb58-352a-40cf-9c98-73cce0578821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (f6022a36-d845-4630-bb0c-fc1e3bbff131), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:33.426254 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-99fdbb58-352a-40cf-9c98-73cce0578821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:33.427280 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-99fdbb58-352a-40cf-9c98-73cce0578821 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:33.428782 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-99fdbb58-352a-40cf-9c98-73cce0578821 service neutron] 10.222.0.45 "PUT /v2.0/ports/f6022a36-d845-4630-bb0c-fc1e3bbff131 HTTP/1.1" status: 200 len: 1097 time: 0.6606452 Jul 28 02:25:33.429391 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ae8d32-009b-493e-a7e8-3af888dd2ee3', 'tag': 'f6022a36-d845-4630-bb0c-fc1e3bbff131'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:25:33.431679 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34e4cc8-5ccc-4c35-9586-e0efd5e7e5db" -d '{"events": [{"name": "network-changed", "server_uuid": "24ae8d32-009b-493e-a7e8-3af888dd2ee3", "tag": "f6022a36-d845-4630-bb0c-fc1e3bbff131"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:25:33.466134 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fdbb58-352a-40cf-9c98-73cce0578821 service neutron] Pushing event updated for resources: {'Port': ['ID=f6022a36-d845-4630-bb0c-fc1e3bbff131,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:33.486192 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411047c2-55d8-4e06-b41d-8f0a7843e406 req-46e94c99-dacd-4d90-82a2-e943415aea7f tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:33.495680 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-411047c2-55d8-4e06-b41d-8f0a7843e406 req-46e94c99-dacd-4d90-82a2-e943415aea7f tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.40 "GET /v2.0/ports?device_id=24ae8d32-009b-493e-a7e8-3af888dd2ee3 HTTP/1.1" status: 200 len: 947 time: 0.0833540 Jul 28 02:25:33.507717 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddc386c-2118-498c-a4d2-1f082a95282d x-openstack-request-id: req-cddc386c-2118-498c-a4d2-1f082a95282d {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:25:33.508207 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ae8d32-009b-493e-a7e8-3af888dd2ee3", "tag": "f6022a36-d845-4630-bb0c-fc1e3bbff131", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:25:33.508588 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cddc386c-2118-498c-a4d2-1f082a95282d {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:25:33.509141 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cddc386c-2118-498c-a4d2-1f082a95282d'] response: {'name': 'network-changed', 'server_uuid': '24ae8d32-009b-493e-a7e8-3af888dd2ee3', 'tag': 'f6022a36-d845-4630-bb0c-fc1e3bbff131', 'status': 'completed', 'code': 200} Jul 28 02:25:33.520033 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:33.541155 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-0356f3d2-8399-4f16-baef-4b2e4d6c0533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:33.542794 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-0356f3d2-8399-4f16-baef-4b2e4d6c0533 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=07e26e0d100743839e276fb6db269958&device_id=24ae8d32-009b-493e-a7e8-3af888dd2ee3 HTTP/1.1" status: 200 len: 1131 time: 0.0643208 Jul 28 02:25:33.546725 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-411047c2-55d8-4e06-b41d-8f0a7843e406 req-dd3ac8a2-c6a6-47bf-b84c-6e6a639491a2 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.40 "GET /v2.0/security-groups?id=e3424353-2944-4ff9-a9b2-e0710325ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492134 Jul 28 02:25:33.588389 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-860dbf62-bdee-45c0-a6ae-87e156548c22 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=f6022a36-d845-4630-bb0c-fc1e3bbff131 HTTP/1.1" status: 200 len: 217 time: 0.0381324 Jul 28 02:25:33.632471 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:33.646052 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-b0e1e6e0-c79c-48fc-94f3-d824d7ac1558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:33.647618 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-b0e1e6e0-c79c-48fc-94f3-d824d7ac1558 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0a463061-bec9-4306-aff3-784a8d102923 HTTP/1.1" status: 200 len: 843 time: 0.0524821 Jul 28 02:25:33.692318 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-4bd80ff9-b207-4c42-99c4-6c2cd05526b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:33.693961 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-4bd80ff9-b207-4c42-99c4-6c2cd05526b1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=436ed8b2-8e88-4245-ae94-3b3a41f8a819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0402248 Jul 28 02:25:33.788900 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-67b39efd-0ae2-453b-a861-e9e8ed8755a2 service neutron] 10.222.0.45 "GET /v2.0/networks/436ed8b2-8e88-4245-ae94-3b3a41f8a819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892856 Jul 28 02:25:34.672954 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab78e3-d347-403e-a601-31b1a019d47e req-e3d4fdfa-d956-4926-a67c-5f2608bf4534 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:34.674495 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-09ab78e3-d347-403e-a601-31b1a019d47e req-e3d4fdfa-d956-4926-a67c-5f2608bf4534 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.40 "GET /v2.0/ports?device_id=24ae8d32-009b-493e-a7e8-3af888dd2ee3 HTTP/1.1" status: 200 len: 947 time: 0.0507014 Jul 28 02:25:34.678036 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5e5a25a4-de6d-4029-b50f-763c1d03312c req-13bd2d4a-90e4-4595-99a3-6a84c2c5bc7c service neutron] 10.222.0.45 "GET /v2.0/networks/436ed8b2-8e88-4245-ae94-3b3a41f8a819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853655 Jul 28 02:25:34.722451 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-09ab78e3-d347-403e-a601-31b1a019d47e req-ffbf8b56-7f99-412e-bb21-3c42db8ab1c8 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.40 "GET /v2.0/security-groups?id=e3424353-2944-4ff9-a9b2-e0710325ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420601 Jul 28 02:25:35.522782 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:35.848828 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc4116-b4cb-4c12-98e9-c31f83441c3a req-716d5603-f17b-44c8-98a8-cc966d9cecd5 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:35.850287 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e4fc4116-b4cb-4c12-98e9-c31f83441c3a req-716d5603-f17b-44c8-98a8-cc966d9cecd5 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.40 "GET /v2.0/ports?device_id=24ae8d32-009b-493e-a7e8-3af888dd2ee3 HTTP/1.1" status: 200 len: 947 time: 0.0466356 Jul 28 02:25:35.897557 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e4fc4116-b4cb-4c12-98e9-c31f83441c3a req-fa402a95-5862-40df-8d89-1df363fb04ad tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.40 "GET /v2.0/security-groups?id=e3424353-2944-4ff9-a9b2-e0710325ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418534 Jul 28 02:25:37.020065 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1d29e-194c-4f77-9258-bd04700153c1 req-4851bbcc-e99b-4876-a4d2-d816cb1b6999 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:37.022286 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0fc1d29e-194c-4f77-9258-bd04700153c1 req-4851bbcc-e99b-4876-a4d2-d816cb1b6999 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.40 "GET /v2.0/ports?device_id=24ae8d32-009b-493e-a7e8-3af888dd2ee3 HTTP/1.1" status: 200 len: 947 time: 0.0517924 Jul 28 02:25:37.078961 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0fc1d29e-194c-4f77-9258-bd04700153c1 req-5de2254c-b965-40af-9f1a-0f8b4e5ce89d tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.40 "GET /v2.0/security-groups?id=e3424353-2944-4ff9-a9b2-e0710325ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508687 Jul 28 02:25:37.243952 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e4cc8-5ccc-4c35-9586-e0efd5e7e5db req-1cbd7fa6-ea52-4f22-a776-9406c8f9db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:37.245534 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e34e4cc8-5ccc-4c35-9586-e0efd5e7e5db req-1cbd7fa6-ea52-4f22-a776-9406c8f9db8c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=07e26e0d100743839e276fb6db269958&device_id=24ae8d32-009b-493e-a7e8-3af888dd2ee3 HTTP/1.1" status: 200 len: 1131 time: 0.0419741 Jul 28 02:25:37.339010 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e4cc8-5ccc-4c35-9586-e0efd5e7e5db req-8b0bcaa1-5836-47cc-ac68-6f8ca69a985a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:37.340388 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e34e4cc8-5ccc-4c35-9586-e0efd5e7e5db req-8b0bcaa1-5836-47cc-ac68-6f8ca69a985a service neutron] 10.222.0.45 "GET /v2.0/networks?id=436ed8b2-8e88-4245-ae94-3b3a41f8a819 HTTP/1.1" status: 200 len: 870 time: 0.0890851 Jul 28 02:25:37.379734 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e34e4cc8-5ccc-4c35-9586-e0efd5e7e5db req-ea70b54e-c5d4-4cce-89bf-714508c9c3fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=f6022a36-d845-4630-bb0c-fc1e3bbff131 HTTP/1.1" status: 200 len: 217 time: 0.0325363 Jul 28 02:25:37.431641 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e4cc8-5ccc-4c35-9586-e0efd5e7e5db req-4f63e168-f838-48d1-a62a-e72dacd72f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:37.433093 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e34e4cc8-5ccc-4c35-9586-e0efd5e7e5db req-4f63e168-f838-48d1-a62a-e72dacd72f08 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0a463061-bec9-4306-aff3-784a8d102923 HTTP/1.1" status: 200 len: 843 time: 0.0479281 Jul 28 02:25:37.480630 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e4cc8-5ccc-4c35-9586-e0efd5e7e5db req-6ca434c9-6dfb-42e7-85ba-a2eee1583ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:37.482206 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e34e4cc8-5ccc-4c35-9586-e0efd5e7e5db req-6ca434c9-6dfb-42e7-85ba-a2eee1583ed2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=436ed8b2-8e88-4245-ae94-3b3a41f8a819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0434766 Jul 28 02:25:37.569357 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:37.576284 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e34e4cc8-5ccc-4c35-9586-e0efd5e7e5db req-1321fa2e-f89f-4534-8f3f-c6369a8c578b service neutron] 10.222.0.45 "GET /v2.0/networks/436ed8b2-8e88-4245-ae94-3b3a41f8a819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872629 Jul 28 02:25:37.696184 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e34e4cc8-5ccc-4c35-9586-e0efd5e7e5db req-23fa3101-a427-457f-8178-21650214ecf7 service neutron] 10.222.0.45 "GET /v2.0/networks/436ed8b2-8e88-4245-ae94-3b3a41f8a819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139789 Jul 28 02:25:37.949229 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:37.951980 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:38.200211 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35fd40-d427-4c81-ab19-1dcc290bb2f5 req-55843c49-67d2-427d-a121-893b7e11dc45 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:38.201637 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9a35fd40-d427-4c81-ab19-1dcc290bb2f5 req-55843c49-67d2-427d-a121-893b7e11dc45 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.40 "GET /v2.0/ports?device_id=24ae8d32-009b-493e-a7e8-3af888dd2ee3 HTTP/1.1" status: 200 len: 947 time: 0.0473788 Jul 28 02:25:38.250024 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9a35fd40-d427-4c81-ab19-1dcc290bb2f5 req-a2c382eb-41c6-420b-88c9-212514715ddd tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.40 "GET /v2.0/security-groups?id=e3424353-2944-4ff9-a9b2-e0710325ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420790 Jul 28 02:25:39.379156 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26427f01-0cf3-4826-b361-ac5afe1148d7 req-d71bdb1a-c0ae-499b-a5f1-dfcbdf9a1ec5 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:39.380614 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-26427f01-0cf3-4826-b361-ac5afe1148d7 req-d71bdb1a-c0ae-499b-a5f1-dfcbdf9a1ec5 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.40 "GET /v2.0/ports?device_id=24ae8d32-009b-493e-a7e8-3af888dd2ee3 HTTP/1.1" status: 200 len: 947 time: 0.0534256 Jul 28 02:25:39.430643 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-26427f01-0cf3-4826-b361-ac5afe1148d7 req-6497ecfe-a99e-4b7f-97e4-6080a9316bb4 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.40 "GET /v2.0/security-groups?id=e3424353-2944-4ff9-a9b2-e0710325ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444579 Jul 28 02:25:40.394345 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device f6022a36-d845-4630-bb0c-fc1e3bbff131 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 02:25:40.458742 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:40.474081 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:40.516783 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port f6022a36-d845-4630-bb0c-fc1e3bbff131, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f6022a36-d845-4630-bb0c-fc1e3bbff131,segment=NetworkSegment(8751ee16-a07f-4b53-a281-0414adeb473a),segment_id=8751ee16-a07f-4b53-a281-0414adeb473a)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:25:40.533597 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Returning: {'device': 'f6022a36-d845-4630-bb0c-fc1e3bbff131', 'network_id': '436ed8b2-8e88-4245-ae94-3b3a41f8a819', 'port_id': 'f6022a36-d845-4630-bb0c-fc1e3bbff131', 'mac_address': 'fa:16:3e:b5:38:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a463061-bec9-4306-aff3-784a8d102923', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 02:25:40.570779 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port f6022a36-d845-4630-bb0c-fc1e3bbff131 is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:25:40.571187 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (f6022a36-d845-4630-bb0c-fc1e3bbff131), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:40.571366 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c5a89-9008-4933-8118-335f8d583c41 req-33d50b8b-c69a-4316-81fd-4c3b9468eac4 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:40.572865 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-137c5a89-9008-4933-8118-335f8d583c41 req-33d50b8b-c69a-4316-81fd-4c3b9468eac4 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.40 "GET /v2.0/ports?device_id=24ae8d32-009b-493e-a7e8-3af888dd2ee3 HTTP/1.1" status: 200 len: 947 time: 0.0547709 Jul 28 02:25:40.585681 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6022a36-d845-4630-bb0c-fc1e3bbff131 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:25:40.602376 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:40.607553 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port f6022a36-d845-4630-bb0c-fc1e3bbff131, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f6022a36-d845-4630-bb0c-fc1e3bbff131,segment=NetworkSegment(8751ee16-a07f-4b53-a281-0414adeb473a),segment_id=8751ee16-a07f-4b53-a281-0414adeb473a)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:25:40.612392 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (f6022a36-d845-4630-bb0c-fc1e3bbff131), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:40.629708 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-137c5a89-9008-4933-8118-335f8d583c41 req-62f8bd0d-c478-46b0-b7e4-ae2f9d8748b0 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.40 "GET /v2.0/security-groups?id=e3424353-2944-4ff9-a9b2-e0710325ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488989 Jul 28 02:25:40.664179 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=f6022a36-d845-4630-bb0c-fc1e3bbff131,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:40.672847 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:40.673291 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:40.673641 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:40.673987 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:40.674327 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:40.674662 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:40.674994 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:40.675336 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:40.675659 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:40.676021 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:40.676521 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:40.676855 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:40.677204 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:40.677529 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:40.677852 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:40.836674 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['f6022a36-d845-4630-bb0c-fc1e3bbff131'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:25:41.752569 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53d34e-31cd-4718-9e0a-9b797abd528a req-f5d4ebed-763c-4c04-ae67-10089e565ad0 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:41.754036 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9a53d34e-31cd-4718-9e0a-9b797abd528a req-f5d4ebed-763c-4c04-ae67-10089e565ad0 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.40 "GET /v2.0/ports?device_id=24ae8d32-009b-493e-a7e8-3af888dd2ee3 HTTP/1.1" status: 200 len: 948 time: 0.0472932 Jul 28 02:25:41.800413 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9a53d34e-31cd-4718-9e0a-9b797abd528a req-c8ffcfe1-86d4-4249-b1f9-27bc0f23d381 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.40 "GET /v2.0/security-groups?id=e3424353-2944-4ff9-a9b2-e0710325ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407894 Jul 28 02:25:42.406461 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device f6022a36-d845-4630-bb0c-fc1e3bbff131 up at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:25:42.448065 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning for port f6022a36-d845-4630-bb0c-fc1e3bbff131 completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 02:25:42.455304 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning complete for port f6022a36-d845-4630-bb0c-fc1e3bbff131 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:25:42.455691 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (f6022a36-d845-4630-bb0c-fc1e3bbff131), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:42.462459 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 49980) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:25:42.533294 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port f6022a36-d845-4630-bb0c-fc1e3bbff131 is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:25:42.533694 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (f6022a36-d845-4630-bb0c-fc1e3bbff131), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:42.556751 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ae8d32-009b-493e-a7e8-3af888dd2ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6022a36-d845-4630-bb0c-fc1e3bbff131'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:25:42.559346 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd7b23193eab089ffe890151ec8d4d81c159f1068d0ecb51bca31dcd10d4c9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2360986e-cf6f-42e4-8554-ee9f1658f31f" -d '{"events": [{"server_uuid": "24ae8d32-009b-493e-a7e8-3af888dd2ee3", "name": "network-vif-plugged", "status": "completed", "tag": "f6022a36-d845-4630-bb0c-fc1e3bbff131"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:25:42.574516 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port f6022a36-d845-4630-bb0c-fc1e3bbff131, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f6022a36-d845-4630-bb0c-fc1e3bbff131,segment=NetworkSegment(8751ee16-a07f-4b53-a281-0414adeb473a),segment_id=8751ee16-a07f-4b53-a281-0414adeb473a)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:25:42.576487 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-37d9e0e7-2cd0-4a39-91f2-15c9464ebe03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:42.580441 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (f6022a36-d845-4630-bb0c-fc1e3bbff131), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:42.617506 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338fae1e-c55d-45fd-ba6f-31caf734346a x-openstack-request-id: req-338fae1e-c55d-45fd-ba6f-31caf734346a {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:25:42.617802 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ae8d32-009b-493e-a7e8-3af888dd2ee3", "name": "network-vif-plugged", "status": "completed", "tag": "f6022a36-d845-4630-bb0c-fc1e3bbff131", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:25:42.618081 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-338fae1e-c55d-45fd-ba6f-31caf734346a {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:25:42.618477 dv-cinder-799871-46-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-338fae1e-c55d-45fd-ba6f-31caf734346a'] response: {'server_uuid': '24ae8d32-009b-493e-a7e8-3af888dd2ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6022a36-d845-4630-bb0c-fc1e3bbff131', 'code': 200} Jul 28 02:25:42.640143 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=f6022a36-d845-4630-bb0c-fc1e3bbff131,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:42.659847 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-37d9e0e7-2cd0-4a39-91f2-15c9464ebe03 admin admin] Publish callbacks [] for security_group (067d8ce8-8cea-498b-8e7f-f5b6038a729d), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:42.664462 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-37d9e0e7-2cd0-4a39-91f2-15c9464ebe03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (067d8ce8-8cea-498b-8e7f-f5b6038a729d), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:42.706973 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9e0e7-2cd0-4a39-91f2-15c9464ebe03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067d8ce8-8cea-498b-8e7f-f5b6038a729d,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:42.711139 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-37d9e0e7-2cd0-4a39-91f2-15c9464ebe03 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a579caa143d84d23a4aaca9552b3b20b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475741 Jul 28 02:25:42.713909 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 49986) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:25:42.754658 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:42.775138 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3712f993-514e-4b6c-871e-e4848d3b703b admin admin] Publish callbacks [] for security_group (067d8ce8-8cea-498b-8e7f-f5b6038a729d), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:42.820489 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693a170-30da-4bee-b756-32495db4b37c req-23ea3376-b846-4fa2-bf02-b06b4f287796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:42.821924 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2693a170-30da-4bee-b756-32495db4b37c req-23ea3376-b846-4fa2-bf02-b06b4f287796 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=24ae8d32-009b-493e-a7e8-3af888dd2ee3 HTTP/1.1" status: 200 len: 1133 time: 0.0556843 Jul 28 02:25:42.823706 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3712f993-514e-4b6c-871e-e4848d3b703b admin admin] Publish callbacks [] for security_group (067d8ce8-8cea-498b-8e7f-f5b6038a729d), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:42.891027 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2693a170-30da-4bee-b756-32495db4b37c req-ff79e64e-9ea0-47c6-9d71-c5f7468bd3e1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e3424353-2944-4ff9-a9b2-e0710325ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601537 Jul 28 02:25:42.903609 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3712f993-514e-4b6c-871e-e4848d3b703b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (067d8ce8-8cea-498b-8e7f-f5b6038a729d), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:42.905799 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3712f993-514e-4b6c-871e-e4848d3b703b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:42.907282 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-3712f993-514e-4b6c-871e-e4848d3b703b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/067d8ce8-8cea-498b-8e7f-f5b6038a729d HTTP/1.1" status: 204 len: 168 time: 0.1924143 Jul 28 02:25:42.916741 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712f993-514e-4b6c-871e-e4848d3b703b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067d8ce8-8cea-498b-8e7f-f5b6038a729d,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:42.923774 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca4e9a-86ee-40e9-a86f-553cea24ec8c req-f8f545e7-1163-4834-9131-adda837604c9 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:42.925408 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-75ca4e9a-86ee-40e9-a86f-553cea24ec8c req-f8f545e7-1163-4834-9131-adda837604c9 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.40 "GET /v2.0/ports?device_id=24ae8d32-009b-493e-a7e8-3af888dd2ee3 HTTP/1.1" status: 200 len: 949 time: 0.0510259 Jul 28 02:25:42.979712 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-75ca4e9a-86ee-40e9-a86f-553cea24ec8c req-fbbb99e1-223f-4ce1-b3dc-28f61ee99d38 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.40 "GET /v2.0/security-groups?id=e3424353-2944-4ff9-a9b2-e0710325ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486736 Jul 28 02:25:44.102384 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f62110-94b0-46ef-9f4c-9610112a67d7 req-03c684dc-c3f9-4fc2-904c-97a3c7f8567d tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:44.103812 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-20f62110-94b0-46ef-9f4c-9610112a67d7 req-03c684dc-c3f9-4fc2-904c-97a3c7f8567d tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.40 "GET /v2.0/ports?device_id=24ae8d32-009b-493e-a7e8-3af888dd2ee3 HTTP/1.1" status: 200 len: 949 time: 0.0483770 Jul 28 02:25:44.161917 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-20f62110-94b0-46ef-9f4c-9610112a67d7 req-5c0525fd-cb57-434b-9e05-2e74594ba391 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.40 "GET /v2.0/security-groups?id=e3424353-2944-4ff9-a9b2-e0710325ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523989 Jul 28 02:25:45.285845 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334713d-0947-42e9-ba62-d75eb5df2d61 req-8976341d-3b62-48f5-b9a8-cf4b6fbcf2aa tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:45.287317 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1334713d-0947-42e9-ba62-d75eb5df2d61 req-8976341d-3b62-48f5-b9a8-cf4b6fbcf2aa tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.40 "GET /v2.0/ports?device_id=24ae8d32-009b-493e-a7e8-3af888dd2ee3 HTTP/1.1" status: 200 len: 949 time: 0.0476878 Jul 28 02:25:45.336038 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1334713d-0947-42e9-ba62-d75eb5df2d61 req-7afce5ff-b61d-4891-95ec-389ce9a87e27 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.40 "GET /v2.0/security-groups?id=e3424353-2944-4ff9-a9b2-e0710325ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425057 Jul 28 02:25:45.598634 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:45.612488 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d98a5-114d-43f4-8247-407dd27ad92c req-c19bb902-267a-418a-8d11-bf4e01246d8f tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:45.613957 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f67d98a5-114d-43f4-8247-407dd27ad92c req-c19bb902-267a-418a-8d11-bf4e01246d8f tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.40 "GET /v2.0/ports?device_id=24ae8d32-009b-493e-a7e8-3af888dd2ee3 HTTP/1.1" status: 200 len: 949 time: 0.0519607 Jul 28 02:25:45.660003 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f67d98a5-114d-43f4-8247-407dd27ad92c req-948524f7-3e96-4827-b719-3055b87e2244 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.40 "GET /v2.0/security-groups?id=e3424353-2944-4ff9-a9b2-e0710325ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402706 Jul 28 02:25:46.781482 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df588595-1327-4733-8c8a-af481df19a0d req-0ff159bb-7650-4337-b122-a8fcbcbbf53b tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:46.783095 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-df588595-1327-4733-8c8a-af481df19a0d req-0ff159bb-7650-4337-b122-a8fcbcbbf53b tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.40 "GET /v2.0/ports?device_id=24ae8d32-009b-493e-a7e8-3af888dd2ee3 HTTP/1.1" status: 200 len: 949 time: 0.0476391 Jul 28 02:25:46.832583 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-df588595-1327-4733-8c8a-af481df19a0d req-c05a1c8a-2a23-4c91-8ddc-1631e334e2e1 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.40 "GET /v2.0/security-groups?id=e3424353-2944-4ff9-a9b2-e0710325ba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436764 Jul 28 02:25:46.959452 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298cbf7-8bb6-4eba-9dab-f74574a8f5be req-ff674851-fa03-4a3b-b78e-cb5e74a8b6dc tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:46.961000 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0298cbf7-8bb6-4eba-9dab-f74574a8f5be req-ff674851-fa03-4a3b-b78e-cb5e74a8b6dc tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.45 "GET /v2.0/ports?device_id=24ae8d32-009b-493e-a7e8-3af888dd2ee3 HTTP/1.1" status: 200 len: 949 time: 0.0504901 Jul 28 02:25:47.042795 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-0298cbf7-8bb6-4eba-9dab-f74574a8f5be req-02c0f591-a8da-474a-895f-ca5affea85e8 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Deleting port f6022a36-d845-4630-bb0c-fc1e3bbff131 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:25:47.043062 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-0298cbf7-8bb6-4eba-9dab-f74574a8f5be req-02c0f591-a8da-474a-895f-ca5affea85e8 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (f6022a36-d845-4630-bb0c-fc1e3bbff131), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:47.136950 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-0298cbf7-8bb6-4eba-9dab-f74574a8f5be req-02c0f591-a8da-474a-895f-ca5affea85e8 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] For port f6022a36-d845-4630-bb0c-fc1e3bbff131, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f6022a36-d845-4630-bb0c-fc1e3bbff131,segment=NetworkSegment(8751ee16-a07f-4b53-a281-0414adeb473a),segment_id=8751ee16-a07f-4b53-a281-0414adeb473a)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:25:47.137312 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-0298cbf7-8bb6-4eba-9dab-f74574a8f5be req-02c0f591-a8da-474a-895f-ca5affea85e8 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (f6022a36-d845-4630-bb0c-fc1e3bbff131), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:47.151502 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-0298cbf7-8bb6-4eba-9dab-f74574a8f5be req-02c0f591-a8da-474a-895f-ca5affea85e8 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Calling delete_port for f6022a36-d845-4630-bb0c-fc1e3bbff131 owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:25:47.229266 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=7 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:47.285265 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-0298cbf7-8bb6-4eba-9dab-f74574a8f5be req-02c0f591-a8da-474a-895f-ca5affea85e8 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (f6022a36-d845-4630-bb0c-fc1e3bbff131), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:47.298191 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['f6022a36-d845-4630-bb0c-fc1e3bbff131'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:25:47.311592 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0f591-a8da-474a-895f-ca5affea85e8 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Pushing event deleted for resources: {'Port': ['ID=f6022a36-d845-4630-bb0c-fc1e3bbff131,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:47.362026 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-0298cbf7-8bb6-4eba-9dab-f74574a8f5be req-02c0f591-a8da-474a-895f-ca5affea85e8 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] No DVR routers for this DVR port f6022a36-d845-4630-bb0c-fc1e3bbff131 on host hv-cinder-79987 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:25:47.364490 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-0298cbf7-8bb6-4eba-9dab-f74574a8f5be req-02c0f591-a8da-474a-895f-ca5affea85e8 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:47.367692 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0298cbf7-8bb6-4eba-9dab-f74574a8f5be req-02c0f591-a8da-474a-895f-ca5affea85e8 tempest-VolumesNegativeTest-1846870928 tempest-VolumesNegativeTest-1846870928-project] 10.222.0.45 "DELETE /v2.0/ports/f6022a36-d845-4630-bb0c-fc1e3bbff131 HTTP/1.1" status: 204 len: 173 time: 0.4008429 Jul 28 02:25:47.368132 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ae8d32-009b-493e-a7e8-3af888dd2ee3', 'name': 'network-vif-deleted', 'tag': 'f6022a36-d845-4630-bb0c-fc1e3bbff131'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:25:47.370419 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee4cbf1-5acc-4c69-beab-0696e01be46e" -d '{"events": [{"server_uuid": "24ae8d32-009b-493e-a7e8-3af888dd2ee3", "name": "network-vif-deleted", "tag": "f6022a36-d845-4630-bb0c-fc1e3bbff131"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:25:47.412970 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7fcd87-d163-4e7c-91ea-9cd199ce716f x-openstack-request-id: req-ad7fcd87-d163-4e7c-91ea-9cd199ce716f {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:25:47.413364 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ae8d32-009b-493e-a7e8-3af888dd2ee3", "name": "network-vif-deleted", "tag": "f6022a36-d845-4630-bb0c-fc1e3bbff131", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:25:47.413688 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ad7fcd87-d163-4e7c-91ea-9cd199ce716f {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:25:47.414167 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad7fcd87-d163-4e7c-91ea-9cd199ce716f'] response: {'server_uuid': '24ae8d32-009b-493e-a7e8-3af888dd2ee3', 'name': 'network-vif-deleted', 'tag': 'f6022a36-d845-4630-bb0c-fc1e3bbff131', 'status': 'completed', 'code': 200} Jul 28 02:25:49.477365 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:25:50.441472 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device f6022a36-d845-4630-bb0c-fc1e3bbff131 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:25:50.461826 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] No Port match for: f6022a36-d845-4630-bb0c-fc1e3bbff131 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:25:50.462177 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device f6022a36-d845-4630-bb0c-fc1e3bbff131 not bound to the agent host hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:25:51.934669 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 50330) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:25:52.070040 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-ce489dbc-49c7-40d2-86ec-562a705d2b57 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=07e26e0d100743839e276fb6db269958&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341760 Jul 28 02:25:52.072405 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 50334) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:25:52.121081 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-19c6feff-174d-4be6-8bbf-58f0258aeafb admin admin] Publish callbacks [] for security_group (e3424353-2944-4ff9-a9b2-e0710325ba5d), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:52.147337 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-19c6feff-174d-4be6-8bbf-58f0258aeafb admin admin] Publish callbacks [] for security_group (e3424353-2944-4ff9-a9b2-e0710325ba5d), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:52.194516 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-19c6feff-174d-4be6-8bbf-58f0258aeafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (e3424353-2944-4ff9-a9b2-e0710325ba5d), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:52.197016 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-19c6feff-174d-4be6-8bbf-58f0258aeafb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:52.198156 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-19c6feff-174d-4be6-8bbf-58f0258aeafb admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e3424353-2944-4ff9-a9b2-e0710325ba5d HTTP/1.1" status: 204 len: 168 time: 0.1248353 Jul 28 02:25:52.206441 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6feff-174d-4be6-8bbf-58f0258aeafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3424353-2944-4ff9-a9b2-e0710325ba5d,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:52.821731 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 50358) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:25:52.916978 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-0b7696ab-3e72-4941-a54d-2935ece73980 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-715447235-network', 'tenant_id': 'a0cbe4e537bf4a3295d73105f90ec4b8'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:25:52.937929 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7696ab-3e72-4941-a54d-2935ece73980 admin admin] Made reservation on behalf of a0cbe4e537bf4a3295d73105f90ec4b8 for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:25:52.940266 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0b7696ab-3e72-4941-a54d-2935ece73980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:52.948642 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0b7696ab-3e72-4941-a54d-2935ece73980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:52.968052 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:53.025162 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0b7696ab-3e72-4941-a54d-2935ece73980 admin admin] Publish callbacks [] for security_group (001471b8-edf6-407c-9b0d-21534b5a59fc), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:53.028600 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0b7696ab-3e72-4941-a54d-2935ece73980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (001471b8-edf6-407c-9b0d-21534b5a59fc), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:53.053131 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7696ab-3e72-4941-a54d-2935ece73980 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 02:25:53.064112 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7696ab-3e72-4941-a54d-2935ece73980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001471b8-edf6-407c-9b0d-21534b5a59fc,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:53.068958 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0b7696ab-3e72-4941-a54d-2935ece73980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (1c987522-5f9e-4908-b02b-b0b349d2ef7a), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:53.069300 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-0b7696ab-3e72-4941-a54d-2935ece73980 admin admin] Added segment 1c987522-5f9e-4908-b02b-b0b349d2ef7a of type vlan for network 3916ebe1-b0fe-4005-b8f0-849d68eba863 Jul 28 02:25:53.109447 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0b7696ab-3e72-4941-a54d-2935ece73980 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752357420409'] for network (3916ebe1-b0fe-4005-b8f0-849d68eba863), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:53.133597 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0b7696ab-3e72-4941-a54d-2935ece73980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577'] for network (3916ebe1-b0fe-4005-b8f0-849d68eba863), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:53.134548 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7696ab-3e72-4941-a54d-2935ece73980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:53.135119 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0b7696ab-3e72-4941-a54d-2935ece73980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:53.190642 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-0b7696ab-3e72-4941-a54d-2935ece73980 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.3677938 Jul 28 02:25:53.193654 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 50362) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:25:53.198513 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-f6f781f2-6def-48ac-a9bd-0315110153c2 admin admin] Request body: {'subnet': {'network_id': '3916ebe1-b0fe-4005-b8f0-849d68eba863', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-715447235-subnet', 'tenant_id': 'a0cbe4e537bf4a3295d73105f90ec4b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:25:53.201629 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7696ab-3e72-4941-a54d-2935ece73980 admin admin] Pushing event updated for resources: {'Network': ['ID=3916ebe1-b0fe-4005-b8f0-849d68eba863,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:53.211792 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Network 3916ebe1-b0fe-4005-b8f0-849d68eba863 details requested by agent ovs-agent-dv-cinder-799871-46-iscsi with host dv-cinder-799871-46-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 02:25:53.219388 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f781f2-6def-48ac-a9bd-0315110153c2 admin admin] Made reservation on behalf of a0cbe4e537bf4a3295d73105f90ec4b8 for: {'subnet': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:25:53.221826 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f6f781f2-6def-48ac-a9bd-0315110153c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25654426'] for subnet (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:53.390341 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f6f781f2-6def-48ac-a9bd-0315110153c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25654452'] for subnet (dd02def8-8f47-4ab4-b86b-9507fdc19812), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:53.448151 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f781f2-6def-48ac-a9bd-0315110153c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd02def8-8f47-4ab4-b86b-9507fdc19812,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:53.458140 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f781f2-6def-48ac-a9bd-0315110153c2 admin admin] Checking segment: {'id': '1c987522-5f9e-4908-b02b-b0b349d2ef7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3916ebe1-b0fe-4005-b8f0-849d68eba863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:25:53.458489 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f781f2-6def-48ac-a9bd-0315110153c2 admin admin] Network hostable DHCP agents. Network: 3916ebe1-b0fe-4005-b8f0-849d68eba863, hostable agents: ['301b8458-925c-4c76-ae1b-6d21194a75ed'], hosted agents: [] {{(pid=103999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 02:25:53.469730 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:53.477056 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f781f2-6def-48ac-a9bd-0315110153c2 admin admin] Network 3916ebe1-b0fe-4005-b8f0-849d68eba863 is scheduled to be hosted by DHCP agent 301b8458-925c-4c76-ae1b-6d21194a75ed with binding_index 1 {{(pid=103999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 02:25:53.486317 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-f6f781f2-6def-48ac-a9bd-0315110153c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-46-iscsi, 3916ebe1-b0fe-4005-b8f0-849d68eba863) {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:25:53.490645 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f781f2-6def-48ac-a9bd-0315110153c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:53.491230 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f6f781f2-6def-48ac-a9bd-0315110153c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:53.495848 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782fe0be-a5f3-4353-9d83-b6f8fe4017a9 None None] Network 3916ebe1-b0fe-4005-b8f0-849d68eba863 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:25:53.507971 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-f6f781f2-6def-48ac-a9bd-0315110153c2 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3132379 Jul 28 02:25:53.596759 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d20fc35-445f-4ad8-8027-58e449ab7a21 None None] Network 3916ebe1-b0fe-4005-b8f0-849d68eba863 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:25:53.652595 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:53.655716 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:55.305426 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-8e2c8018-5294-4f38-857e-e4e486724947 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:55.306985 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-8e2c8018-5294-4f38-857e-e4e486724947 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/networks?id=3916ebe1-b0fe-4005-b8f0-849d68eba863 HTTP/1.1" status: 200 len: 813 time: 0.1157382 Jul 28 02:25:55.323904 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-e1acc7e1-1ef8-437d-ad85-fce894c45499 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/quotas/a0cbe4e537bf4a3295d73105f90ec4b8 HTTP/1.1" status: 200 len: 375 time: 0.0102975 Jul 28 02:25:55.358143 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-682271d5-25e3-46fa-b44e-a154a63e6aad tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=a0cbe4e537bf4a3295d73105f90ec4b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279555 Jul 28 02:25:55.453844 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-c327dcd9-e3bd-4a29-a848-110c2a47fdc2 service neutron] 10.222.0.40 "GET /v2.0/networks/3916ebe1-b0fe-4005-b8f0-849d68eba863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885508 Jul 28 02:25:55.549770 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-879f0bd8-2058-4bfd-985d-0f6e1f3bdfc5 service neutron] 10.222.0.40 "GET /v2.0/networks/3916ebe1-b0fe-4005-b8f0-849d68eba863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901275 Jul 28 02:25:55.709065 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bbd53027-2c99-44ce-9d61-969d448e7cbe req-9137ba3b-34ed-40d4-a140-db18b527d7d7 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/ports?device_id=74947e5c-adef-420f-996c-1cc87cda6bb9 HTTP/1.1" status: 200 len: 210 time: 0.0282021 Jul 28 02:25:55.759139 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cccd74c5-6482-428c-a1ea-720f6fe8454b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:56.682755 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-2836b1f6-162e-4e17-aee2-bfea5b4d5771 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:56.685410 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-2836b1f6-162e-4e17-aee2-bfea5b4d5771 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.45 "GET /v2.0/networks?id=3916ebe1-b0fe-4005-b8f0-849d68eba863 HTTP/1.1" status: 200 len: 813 time: 0.1112578 Jul 28 02:25:56.698725 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-7309c5b3-0cb4-4d37-8fcb-b6b5f950c9e1 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Request body: {'port': {'device_id': '74947e5c-adef-420f-996c-1cc87cda6bb9', 'network_id': '3916ebe1-b0fe-4005-b8f0-849d68eba863', 'admin_state_up': True, 'tenant_id': 'a0cbe4e537bf4a3295d73105f90ec4b8'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:25:56.804608 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:56.813086 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9f33e299-192a-462d-80c8-72b5d7071478 req-94a623e1-3575-45f0-a911-d6a89152a21a tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/ports?device_id=74947e5c-adef-420f-996c-1cc87cda6bb9 HTTP/1.1" status: 200 len: 210 time: 0.0274820 Jul 28 02:25:56.820799 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-7309c5b3-0cb4-4d37-8fcb-b6b5f950c9e1 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Made reservation on behalf of a0cbe4e537bf4a3295d73105f90ec4b8 for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:25:56.824390 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-7309c5b3-0cb4-4d37-8fcb-b6b5f950c9e1 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:56.953948 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-7309c5b3-0cb4-4d37-8fcb-b6b5f950c9e1 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Allocated IP 172.20.0.3 (3916ebe1-b0fe-4005-b8f0-849d68eba863/dd02def8-8f47-4ab4-b86b-9507fdc19812/7aef719b-6297-463f-b7ff-bdd0663809fd) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:25:57.052277 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:57.103648 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-7309c5b3-0cb4-4d37-8fcb-b6b5f950c9e1 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Publish callbacks [] for port (7aef719b-6297-463f-b7ff-bdd0663809fd), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:57.135280 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-7309c5b3-0cb4-4d37-8fcb-b6b5f950c9e1 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (7aef719b-6297-463f-b7ff-bdd0663809fd), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:57.175610 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-7309c5b3-0cb4-4d37-8fcb-b6b5f950c9e1 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Network 3916ebe1-b0fe-4005-b8f0-849d68eba863 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:25:57.180730 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-7309c5b3-0cb4-4d37-8fcb-b6b5f950c9e1 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:25:57.184554 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-7309c5b3-0cb4-4d37-8fcb-b6b5f950c9e1 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:25:57.211590 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309c5b3-0cb4-4d37-8fcb-b6b5f950c9e1 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Pushing event updated for resources: {'Port': ['ID=7aef719b-6297-463f-b7ff-bdd0663809fd,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:57.224227 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7309c5b3-0cb4-4d37-8fcb-b6b5f950c9e1 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:57.224578 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7309c5b3-0cb4-4d37-8fcb-b6b5f950c9e1 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:57.224949 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7309c5b3-0cb4-4d37-8fcb-b6b5f950c9e1 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:57.225293 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7309c5b3-0cb4-4d37-8fcb-b6b5f950c9e1 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:57.225627 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7309c5b3-0cb4-4d37-8fcb-b6b5f950c9e1 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:57.225957 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7309c5b3-0cb4-4d37-8fcb-b6b5f950c9e1 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:57.226286 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7309c5b3-0cb4-4d37-8fcb-b6b5f950c9e1 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:57.226610 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7309c5b3-0cb4-4d37-8fcb-b6b5f950c9e1 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:57.226941 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7309c5b3-0cb4-4d37-8fcb-b6b5f950c9e1 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:57.227266 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7309c5b3-0cb4-4d37-8fcb-b6b5f950c9e1 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:57.227591 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7309c5b3-0cb4-4d37-8fcb-b6b5f950c9e1 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:57.227919 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7309c5b3-0cb4-4d37-8fcb-b6b5f950c9e1 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:57.228266 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7309c5b3-0cb4-4d37-8fcb-b6b5f950c9e1 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:57.228588 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7309c5b3-0cb4-4d37-8fcb-b6b5f950c9e1 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:57.228930 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7309c5b3-0cb4-4d37-8fcb-b6b5f950c9e1 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:25:57.248307 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-7309c5b3-0cb4-4d37-8fcb-b6b5f950c9e1 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:57.248965 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-7309c5b3-0cb4-4d37-8fcb-b6b5f950c9e1 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:57.264949 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-7309c5b3-0cb4-4d37-8fcb-b6b5f950c9e1 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5709417 Jul 28 02:25:57.275532 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-d7904783-e397-420d-a693-d22ddbc26f95 service neutron] Request body: {'port': {'device_id': '74947e5c-adef-420f-996c-1cc87cda6bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:25:57.338299 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-d7904783-e397-420d-a693-d22ddbc26f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (7aef719b-6297-463f-b7ff-bdd0663809fd), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:57.581496 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:57.594573 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-d7904783-e397-420d-a693-d22ddbc26f95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aef719b-6297-463f-b7ff-bdd0663809fd {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:25:57.602740 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-d7904783-e397-420d-a693-d22ddbc26f95 service neutron] Publish callbacks [] for port (7aef719b-6297-463f-b7ff-bdd0663809fd), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:57.620973 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-d7904783-e397-420d-a693-d22ddbc26f95 service neutron] Transition to ACTIVE for port object 7aef719b-6297-463f-b7ff-bdd0663809fd will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 02:25:57.625023 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-d7904783-e397-420d-a693-d22ddbc26f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (7aef719b-6297-463f-b7ff-bdd0663809fd), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:57.680421 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7904783-e397-420d-a693-d22ddbc26f95 service neutron] Pushing event updated for resources: {'Port': ['ID=7aef719b-6297-463f-b7ff-bdd0663809fd,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:57.748955 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-d7904783-e397-420d-a693-d22ddbc26f95 service neutron] Attempting to bind port 7aef719b-6297-463f-b7ff-bdd0663809fd on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:25:57.749622 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-d7904783-e397-420d-a693-d22ddbc26f95 service neutron] Attempting to bind port 7aef719b-6297-463f-b7ff-bdd0663809fd by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '1c987522-5f9e-4908-b02b-b0b349d2ef7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3916ebe1-b0fe-4005-b8f0-849d68eba863'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:25:57.749622 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-d7904783-e397-420d-a693-d22ddbc26f95 service neutron] Attempting to bind port 7aef719b-6297-463f-b7ff-bdd0663809fd on network 3916ebe1-b0fe-4005-b8f0-849d68eba863 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:25:57.754672 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-d7904783-e397-420d-a693-d22ddbc26f95 service neutron] Port 7aef719b-6297-463f-b7ff-bdd0663809fd on network 3916ebe1-b0fe-4005-b8f0-849d68eba863 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 02:25:57.755000 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-d7904783-e397-420d-a693-d22ddbc26f95 service neutron] Attempting to bind port 7aef719b-6297-463f-b7ff-bdd0663809fd on network 3916ebe1-b0fe-4005-b8f0-849d68eba863 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:25:57.759807 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-d7904783-e397-420d-a693-d22ddbc26f95 service neutron] Checking agent: {'id': '4faf9253-2001-44ef-b83a-102e5ef5a109', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'started_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:25:57.760139 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-d7904783-e397-420d-a693-d22ddbc26f95 service neutron] Checking segment: {'id': '1c987522-5f9e-4908-b02b-b0b349d2ef7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3916ebe1-b0fe-4005-b8f0-849d68eba863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:25:57.760512 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-d7904783-e397-420d-a693-d22ddbc26f95 service neutron] Bound using segment: {'id': '1c987522-5f9e-4908-b02b-b0b349d2ef7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3916ebe1-b0fe-4005-b8f0-849d68eba863'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:25:57.761023 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-d7904783-e397-420d-a693-d22ddbc26f95 service neutron] Bound port: 7aef719b-6297-463f-b7ff-bdd0663809fd, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c987522-5f9e-4908-b02b-b0b349d2ef7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3916ebe1-b0fe-4005-b8f0-849d68eba863'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:25:57.761376 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-d7904783-e397-420d-a693-d22ddbc26f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (7aef719b-6297-463f-b7ff-bdd0663809fd), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:57.822456 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:57.823685 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-d7904783-e397-420d-a693-d22ddbc26f95 service neutron] For port 7aef719b-6297-463f-b7ff-bdd0663809fd, host hv-cinder-79987, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:25:57.827200 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-d7904783-e397-420d-a693-d22ddbc26f95 service neutron] For port 7aef719b-6297-463f-b7ff-bdd0663809fd, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7aef719b-6297-463f-b7ff-bdd0663809fd,segment=NetworkSegment(1c987522-5f9e-4908-b02b-b0b349d2ef7a),segment_id=1c987522-5f9e-4908-b02b-b0b349d2ef7a)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:25:57.833958 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-d7904783-e397-420d-a693-d22ddbc26f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (7aef719b-6297-463f-b7ff-bdd0663809fd), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:57.877250 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-d7904783-e397-420d-a693-d22ddbc26f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:57.877877 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-d7904783-e397-420d-a693-d22ddbc26f95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:57.879290 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-d7904783-e397-420d-a693-d22ddbc26f95 service neutron] 10.222.0.45 "PUT /v2.0/ports/7aef719b-6297-463f-b7ff-bdd0663809fd HTTP/1.1" status: 200 len: 1093 time: 0.6075859 Jul 28 02:25:57.879746 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74947e5c-adef-420f-996c-1cc87cda6bb9', 'tag': '7aef719b-6297-463f-b7ff-bdd0663809fd'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:25:57.882058 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6f85c0-6a9c-4ebd-9421-690b76dc734e" -d '{"events": [{"name": "network-changed", "server_uuid": "74947e5c-adef-420f-996c-1cc87cda6bb9", "tag": "7aef719b-6297-463f-b7ff-bdd0663809fd"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:25:57.905401 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7904783-e397-420d-a693-d22ddbc26f95 service neutron] Pushing event updated for resources: {'Port': ['ID=7aef719b-6297-463f-b7ff-bdd0663809fd,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:25:57.935568 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3713bb29-d9ad-4f42-b41d-bf682422b557 x-openstack-request-id: req-3713bb29-d9ad-4f42-b41d-bf682422b557 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:25:57.935884 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74947e5c-adef-420f-996c-1cc87cda6bb9", "tag": "7aef719b-6297-463f-b7ff-bdd0663809fd", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:25:57.936109 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3713bb29-d9ad-4f42-b41d-bf682422b557 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:25:57.936505 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3713bb29-d9ad-4f42-b41d-bf682422b557'] response: {'name': 'network-changed', 'server_uuid': '74947e5c-adef-420f-996c-1cc87cda6bb9', 'tag': '7aef719b-6297-463f-b7ff-bdd0663809fd', 'status': 'completed', 'code': 200} Jul 28 02:25:57.948007 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e631d1-bb6d-4cca-8339-617d232a53b5 req-97c1d697-241c-469f-8a69-0f788fea673a tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:57.949511 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a9e631d1-bb6d-4cca-8339-617d232a53b5 req-97c1d697-241c-469f-8a69-0f788fea673a tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/ports?device_id=74947e5c-adef-420f-996c-1cc87cda6bb9 HTTP/1.1" status: 200 len: 943 time: 0.0571849 Jul 28 02:25:57.967699 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-c4a293ae-fac8-4375-9b67-61cc37e7dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:57.969972 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-c4a293ae-fac8-4375-9b67-61cc37e7dec6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0cbe4e537bf4a3295d73105f90ec4b8&device_id=74947e5c-adef-420f-996c-1cc87cda6bb9 HTTP/1.1" status: 200 len: 1127 time: 0.0457315 Jul 28 02:25:58.003362 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a9e631d1-bb6d-4cca-8339-617d232a53b5 req-50178de5-30f7-44dc-92a1-e73e0a9948c2 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/security-groups?id=001471b8-edf6-407c-9b0d-21534b5a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481756 Jul 28 02:25:58.011724 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-6ca9a871-8e65-43aa-925e-e7bf85cfab81 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aef719b-6297-463f-b7ff-bdd0663809fd HTTP/1.1" status: 200 len: 217 time: 0.0348694 Jul 28 02:25:58.063009 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-36b5f1ec-0404-42fa-9a9d-dbd1ecb53861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:58.064450 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-36b5f1ec-0404-42fa-9a9d-dbd1ecb53861 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dd02def8-8f47-4ab4-b86b-9507fdc19812 HTTP/1.1" status: 200 len: 853 time: 0.0467231 Jul 28 02:25:58.098245 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-e993797e-cdb7-4c1a-bfb0-29c4fea7f011 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3916ebe1-b0fe-4005-b8f0-849d68eba863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270174 Jul 28 02:25:58.173274 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b758636f-1db4-4c60-9194-32fa6ce63fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:58.430861 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-9acffc17-047d-497d-8fab-a3de94bf80d6 service neutron] 10.222.0.45 "GET /v2.0/networks/3916ebe1-b0fe-4005-b8f0-849d68eba863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260252 Jul 28 02:25:58.521260 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a939c5ff-b59b-463f-996c-69ba684d0ec5 req-8abc8f27-2cda-4551-a396-4cab27a2d43a service neutron] 10.222.0.45 "GET /v2.0/networks/3916ebe1-b0fe-4005-b8f0-849d68eba863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838864 Jul 28 02:25:59.109310 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:59.149784 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f922d2-62d9-4529-bd65-d847067ae3a1 req-f0fd6ae0-3e83-4dcf-83ef-100bd9e7f32b tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:59.151280 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e7f922d2-62d9-4529-bd65-d847067ae3a1 req-f0fd6ae0-3e83-4dcf-83ef-100bd9e7f32b tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/ports?device_id=74947e5c-adef-420f-996c-1cc87cda6bb9 HTTP/1.1" status: 200 len: 943 time: 0.0531642 Jul 28 02:25:59.203605 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e7f922d2-62d9-4529-bd65-d847067ae3a1 req-b797490d-370e-468a-bcca-53de4a14b43f tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/security-groups?id=001471b8-edf6-407c-9b0d-21534b5a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452998 Jul 28 02:25:59.248173 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:25:59.334291 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f85c0-6a9c-4ebd-9421-690b76dc734e req-02ba02cf-b9c4-474c-914c-4f0355ecdd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:59.335776 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-eb6f85c0-6a9c-4ebd-9421-690b76dc734e req-02ba02cf-b9c4-474c-914c-4f0355ecdd80 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0cbe4e537bf4a3295d73105f90ec4b8&device_id=74947e5c-adef-420f-996c-1cc87cda6bb9 HTTP/1.1" status: 200 len: 1127 time: 0.0470614 Jul 28 02:25:59.453240 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f85c0-6a9c-4ebd-9421-690b76dc734e req-07181831-ed13-4059-b00f-3302add08a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:59.454698 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-eb6f85c0-6a9c-4ebd-9421-690b76dc734e req-07181831-ed13-4059-b00f-3302add08a24 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3916ebe1-b0fe-4005-b8f0-849d68eba863 HTTP/1.1" status: 200 len: 914 time: 0.1070931 Jul 28 02:25:59.497969 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-eb6f85c0-6a9c-4ebd-9421-690b76dc734e req-a2a60ec6-1c19-4cc2-9bc4-bb15e0b46256 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aef719b-6297-463f-b7ff-bdd0663809fd HTTP/1.1" status: 200 len: 217 time: 0.0347042 Jul 28 02:25:59.549590 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f85c0-6a9c-4ebd-9421-690b76dc734e req-16bf5628-b576-445f-b9ca-632288f43928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:25:59.551063 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-eb6f85c0-6a9c-4ebd-9421-690b76dc734e req-16bf5628-b576-445f-b9ca-632288f43928 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dd02def8-8f47-4ab4-b86b-9507fdc19812 HTTP/1.1" status: 200 len: 853 time: 0.0469897 Jul 28 02:25:59.585164 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-eb6f85c0-6a9c-4ebd-9421-690b76dc734e req-e6c2fc9a-7f13-485c-870e-cb45efc51674 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3916ebe1-b0fe-4005-b8f0-849d68eba863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271056 Jul 28 02:25:59.679471 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-eb6f85c0-6a9c-4ebd-9421-690b76dc734e req-8195c528-9dc2-4b3e-920c-16260c51f506 service neutron] 10.222.0.45 "GET /v2.0/networks/3916ebe1-b0fe-4005-b8f0-849d68eba863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876846 Jul 28 02:25:59.737030 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:25:59.776708 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-eb6f85c0-6a9c-4ebd-9421-690b76dc734e req-697cd39b-44be-4fd8-9456-29b41368d50e service neutron] 10.222.0.45 "GET /v2.0/networks/3916ebe1-b0fe-4005-b8f0-849d68eba863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902426 Jul 28 02:26:00.323769 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0007f-f104-438f-bd3e-da893ea76cb9 req-88a46a78-a464-471b-8afe-15ecd69c35f0 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:00.325338 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c1d0007f-f104-438f-bd3e-da893ea76cb9 req-88a46a78-a464-471b-8afe-15ecd69c35f0 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/ports?device_id=74947e5c-adef-420f-996c-1cc87cda6bb9 HTTP/1.1" status: 200 len: 943 time: 0.0480883 Jul 28 02:26:00.374007 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c1d0007f-f104-438f-bd3e-da893ea76cb9 req-736ba746-d776-4848-ae52-b1acd1aacb9e tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/security-groups?id=001471b8-edf6-407c-9b0d-21534b5a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420864 Jul 28 02:26:00.698332 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:01.034000 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:01.504385 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4738dc-c510-4f15-9e96-9ed3e671d3cc req-56561aba-68a5-4fe8-9564-e9468569c347 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:01.505921 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0e4738dc-c510-4f15-9e96-9ed3e671d3cc req-56561aba-68a5-4fe8-9564-e9468569c347 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/ports?device_id=74947e5c-adef-420f-996c-1cc87cda6bb9 HTTP/1.1" status: 200 len: 943 time: 0.0538168 Jul 28 02:26:01.554852 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0e4738dc-c510-4f15-9e96-9ed3e671d3cc req-2305e234-2721-4c01-ba96-d1a67a0b5670 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/security-groups?id=001471b8-edf6-407c-9b0d-21534b5a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432343 Jul 28 02:26:02.439771 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 7aef719b-6297-463f-b7ff-bdd0663809fd details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 02:26:02.671188 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 7aef719b-6297-463f-b7ff-bdd0663809fd, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7aef719b-6297-463f-b7ff-bdd0663809fd,segment=NetworkSegment(1c987522-5f9e-4908-b02b-b0b349d2ef7a),segment_id=1c987522-5f9e-4908-b02b-b0b349d2ef7a)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:26:02.680284 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861bf58-c406-4187-a185-4dcce0bc9112 req-6e1d7e70-d9fa-4505-9c45-a8b4d9623c6f tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:02.681793 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8861bf58-c406-4187-a185-4dcce0bc9112 req-6e1d7e70-d9fa-4505-9c45-a8b4d9623c6f tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/ports?device_id=74947e5c-adef-420f-996c-1cc87cda6bb9 HTTP/1.1" status: 200 len: 943 time: 0.0493388 Jul 28 02:26:02.683280 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Returning: {'device': '7aef719b-6297-463f-b7ff-bdd0663809fd', 'network_id': '3916ebe1-b0fe-4005-b8f0-849d68eba863', 'port_id': '7aef719b-6297-463f-b7ff-bdd0663809fd', 'mac_address': 'fa:16:3e:32:1a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd02def8-8f47-4ab4-b86b-9507fdc19812', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 02:26:02.723060 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 7aef719b-6297-463f-b7ff-bdd0663809fd is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:26:02.723454 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (7aef719b-6297-463f-b7ff-bdd0663809fd), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:02.732895 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8861bf58-c406-4187-a185-4dcce0bc9112 req-5798458b-14d3-418c-9221-9caaa69039e9 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/security-groups?id=001471b8-edf6-407c-9b0d-21534b5a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453515 Jul 28 02:26:02.737501 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aef719b-6297-463f-b7ff-bdd0663809fd {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:26:02.762633 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 7aef719b-6297-463f-b7ff-bdd0663809fd, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7aef719b-6297-463f-b7ff-bdd0663809fd,segment=NetworkSegment(1c987522-5f9e-4908-b02b-b0b349d2ef7a),segment_id=1c987522-5f9e-4908-b02b-b0b349d2ef7a)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:26:02.766230 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (7aef719b-6297-463f-b7ff-bdd0663809fd), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:02.818429 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=7aef719b-6297-463f-b7ff-bdd0663809fd,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:26:03.017134 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['7aef719b-6297-463f-b7ff-bdd0663809fd'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:26:03.861680 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ea5ea-e8c8-4bb1-b151-94246e71009f req-e6a3dd40-8c05-4d74-853c-a34f1a269674 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:03.864083 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-722ea5ea-e8c8-4bb1-b151-94246e71009f req-e6a3dd40-8c05-4d74-853c-a34f1a269674 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/ports?device_id=74947e5c-adef-420f-996c-1cc87cda6bb9 HTTP/1.1" status: 200 len: 944 time: 0.0515430 Jul 28 02:26:03.915910 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:03.921575 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-722ea5ea-e8c8-4bb1-b151-94246e71009f req-84dcf164-03ff-44fd-9107-261f51f1d66f tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/security-groups?id=001471b8-edf6-407c-9b0d-21534b5a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514183 Jul 28 02:26:04.447435 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 7aef719b-6297-463f-b7ff-bdd0663809fd up at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:26:04.493616 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning for port 7aef719b-6297-463f-b7ff-bdd0663809fd completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 02:26:04.499188 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning complete for port 7aef719b-6297-463f-b7ff-bdd0663809fd triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:26:04.499595 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (7aef719b-6297-463f-b7ff-bdd0663809fd), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:04.572544 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 7aef719b-6297-463f-b7ff-bdd0663809fd is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:26:04.572962 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (7aef719b-6297-463f-b7ff-bdd0663809fd), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:04.596144 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74947e5c-adef-420f-996c-1cc87cda6bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aef719b-6297-463f-b7ff-bdd0663809fd'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:26:04.598492 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd7b23193eab089ffe890151ec8d4d81c159f1068d0ecb51bca31dcd10d4c9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45967900-f91b-44b0-bc92-f860bc5e06a6" -d '{"events": [{"server_uuid": "74947e5c-adef-420f-996c-1cc87cda6bb9", "name": "network-vif-plugged", "status": "completed", "tag": "7aef719b-6297-463f-b7ff-bdd0663809fd"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:26:04.611972 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 7aef719b-6297-463f-b7ff-bdd0663809fd, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7aef719b-6297-463f-b7ff-bdd0663809fd,segment=NetworkSegment(1c987522-5f9e-4908-b02b-b0b349d2ef7a),segment_id=1c987522-5f9e-4908-b02b-b0b349d2ef7a)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:26:04.616159 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (7aef719b-6297-463f-b7ff-bdd0663809fd), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:04.643205 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03456256-5226-4287-a05d-6a067e4a62ca x-openstack-request-id: req-03456256-5226-4287-a05d-6a067e4a62ca {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:26:04.643492 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74947e5c-adef-420f-996c-1cc87cda6bb9", "name": "network-vif-plugged", "status": "completed", "tag": "7aef719b-6297-463f-b7ff-bdd0663809fd", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:26:04.643735 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-03456256-5226-4287-a05d-6a067e4a62ca {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:26:04.644182 dv-cinder-799871-46-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03456256-5226-4287-a05d-6a067e4a62ca'] response: {'server_uuid': '74947e5c-adef-420f-996c-1cc87cda6bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aef719b-6297-463f-b7ff-bdd0663809fd', 'code': 200} Jul 28 02:26:04.661282 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:04.671972 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=7aef719b-6297-463f-b7ff-bdd0663809fd,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:26:04.811175 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996041d-3ba9-47bc-a700-babfe211116a req-eb9e86ae-9791-415e-916f-45a500f7a623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:04.812682 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c996041d-3ba9-47bc-a700-babfe211116a req-eb9e86ae-9791-415e-916f-45a500f7a623 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=74947e5c-adef-420f-996c-1cc87cda6bb9 HTTP/1.1" status: 200 len: 1129 time: 0.0411983 Jul 28 02:26:04.865996 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c996041d-3ba9-47bc-a700-babfe211116a req-ff036060-5def-405c-a379-a02a3805bcac service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=001471b8-edf6-407c-9b0d-21534b5a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466878 Jul 28 02:26:05.043917 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225c853-853d-4814-acec-3710c72f7ab7 req-ea61aa04-ee19-446e-94bf-e8eaba31d11c tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:05.045336 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2225c853-853d-4814-acec-3710c72f7ab7 req-ea61aa04-ee19-446e-94bf-e8eaba31d11c tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/ports?device_id=74947e5c-adef-420f-996c-1cc87cda6bb9 HTTP/1.1" status: 200 len: 945 time: 0.0488517 Jul 28 02:26:05.097440 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2225c853-853d-4814-acec-3710c72f7ab7 req-c365e11c-02ff-4fcf-b54e-fe1a8b95187a tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/security-groups?id=001471b8-edf6-407c-9b0d-21534b5a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457373 Jul 28 02:26:05.538216 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:06.237417 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f72d4-1ff9-4693-8244-0db05aa980c8 req-343e6302-23a1-44aa-aab4-4271050c8ad1 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:06.238979 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-592f72d4-1ff9-4693-8244-0db05aa980c8 req-343e6302-23a1-44aa-aab4-4271050c8ad1 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/ports?device_id=74947e5c-adef-420f-996c-1cc87cda6bb9 HTTP/1.1" status: 200 len: 945 time: 0.0628667 Jul 28 02:26:06.290836 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-592f72d4-1ff9-4693-8244-0db05aa980c8 req-667d2669-9082-4018-8726-45fb869e0a1d tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/security-groups?id=001471b8-edf6-407c-9b0d-21534b5a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461476 Jul 28 02:26:07.426245 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92a8e8-cb04-4a72-a520-5d0426945d6b req-2d08abcb-0196-44a9-b86f-e0b2a414325a tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:07.427642 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fb92a8e8-cb04-4a72-a520-5d0426945d6b req-2d08abcb-0196-44a9-b86f-e0b2a414325a tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/ports?device_id=74947e5c-adef-420f-996c-1cc87cda6bb9 HTTP/1.1" status: 200 len: 945 time: 0.0594637 Jul 28 02:26:07.476099 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fb92a8e8-cb04-4a72-a520-5d0426945d6b req-cfc01e8f-b26c-474d-9ed2-8c6d1f02f45d tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/security-groups?id=001471b8-edf6-407c-9b0d-21534b5a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429907 Jul 28 02:26:09.349113 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:09.355340 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:10.542987 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 50640) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:26:10.837801 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-da3f9da7-5fe8-4850-815e-481719b9494e tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Deleting port 0c5ed888-dbaa-45fb-9a09-79a853790fab {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:26:10.838040 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-da3f9da7-5fe8-4850-815e-481719b9494e tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (0c5ed888-dbaa-45fb-9a09-79a853790fab), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:10.920114 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-da3f9da7-5fe8-4850-815e-481719b9494e tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (0c5ed888-dbaa-45fb-9a09-79a853790fab), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:10.920447 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-da3f9da7-5fe8-4850-815e-481719b9494e tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks [] for floatingip (0c5ed888-dbaa-45fb-9a09-79a853790fab), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:10.934784 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-da3f9da7-5fe8-4850-815e-481719b9494e tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Calling delete_port for 0c5ed888-dbaa-45fb-9a09-79a853790fab owned by network:floatingip {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:26:11.010084 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:11.088091 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-da3f9da7-5fe8-4850-815e-481719b9494e tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (0c5ed888-dbaa-45fb-9a09-79a853790fab), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:11.112082 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f9da7-5fe8-4850-815e-481719b9494e tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Pushing event deleted for resources: {'Port': ['ID=0c5ed888-dbaa-45fb-9a09-79a853790fab,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:26:11.180786 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-da3f9da7-5fe8-4850-815e-481719b9494e tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks [] for floatingip (a1eb7fbc-0778-4155-bbf2-de06639d5284), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:11.181156 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.db.l3_db [None req-da3f9da7-5fe8-4850-815e-481719b9494e tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Floating IP a1eb7fbc-0778-4155-bbf2-de06639d5284 disassociated (deleted). External IP: 172.27.0.102, port: 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d. Jul 28 02:26:11.277100 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:11.403123 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3f9da7-5fe8-4850-815e-481719b9494e tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Router 3fde082d-6729-4ef0-9eb3-e3e1eb526f5f has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:26:11.517747 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3f9da7-5fe8-4850-815e-481719b9494e tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:26:11.523000 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-da3f9da7-5fe8-4850-815e-481719b9494e tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:11.529869 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268621ec-b5a7-49e1-90a1-4f82222df56c None None] Sync routers for ids ['3fde082d-6729-4ef0-9eb3-e3e1eb526f5f'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:26:11.542487 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268621ec-b5a7-49e1-90a1-4f82222df56c None None] Routers {'3fde082d-6729-4ef0-9eb3-e3e1eb526f5f'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:26:11.543383 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-268621ec-b5a7-49e1-90a1-4f82222df56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:25:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['3fde082d-6729-4ef0-9eb3-e3e1eb526f5f'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:26:11.556678 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-da3f9da7-5fe8-4850-815e-481719b9494e tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "DELETE /v2.0/floatingips/a1eb7fbc-0778-4155-bbf2-de06639d5284 HTTP/1.1" status: 204 len: 168 time: 1.0126796 Jul 28 02:26:11.557406 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734a7df7-1d42-44b2-a43e-f71f1811a773', 'tag': '4361cfbc-bcbf-486b-ad6a-719f5fc09a5d'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:26:11.559790 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fd3017fc08cfcfd8945092685727e724b0eb79f5cdddf0496dd7adb644fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfe9885-8b01-4756-889d-e9007d633ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "734a7df7-1d42-44b2-a43e-f71f1811a773", "tag": "4361cfbc-bcbf-486b-ad6a-719f5fc09a5d"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:26:11.585932 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:11.680157 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcae5a5-e267-4721-be9f-81b092fe0726 req-947e8d91-c680-4243-b991-a5b76bdded94 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:11.681711 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-268621ec-b5a7-49e1-90a1-4f82222df56c None None] Set router 3fde082d-6729-4ef0-9eb3-e3e1eb526f5f gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:26:11.682246 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2fcae5a5-e267-4721-be9f-81b092fe0726 req-947e8d91-c680-4243-b991-a5b76bdded94 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0740652 Jul 28 02:26:11.748394 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2fcae5a5-e267-4721-be9f-81b092fe0726 req-7bfa59ce-c3c6-40b7-b20e-53c8207dadd7 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595295 Jul 28 02:26:11.765231 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e1c0a3-363a-4ce4-ac6c-6f9c7454d56d x-openstack-request-id: req-89e1c0a3-363a-4ce4-ac6c-6f9c7454d56d {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:26:11.765524 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "734a7df7-1d42-44b2-a43e-f71f1811a773", "tag": "4361cfbc-bcbf-486b-ad6a-719f5fc09a5d", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:26:11.765773 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-89e1c0a3-363a-4ce4-ac6c-6f9c7454d56d {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:26:11.766283 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89e1c0a3-363a-4ce4-ac6c-6f9c7454d56d'] response: {'name': 'network-changed', 'server_uuid': '734a7df7-1d42-44b2-a43e-f71f1811a773', 'tag': '4361cfbc-bcbf-486b-ad6a-719f5fc09a5d', 'status': 'completed', 'code': 200} Jul 28 02:26:11.901359 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41daa9-758b-4b85-b6e6-391e5f71038a req-17c1d55b-306c-4d05-aff7-9fbc7fdb6c06 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:11.902786 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6c41daa9-758b-4b85-b6e6-391e5f71038a req-17c1d55b-306c-4d05-aff7-9fbc7fdb6c06 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 945 time: 0.0648780 Jul 28 02:26:11.945139 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-268621ec-b5a7-49e1-90a1-4f82222df56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'name': 'tempest-TestShelveInstance-921582383-router', 'tenant_id': '723a88dd0d514e9080b5355da878b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '68049d9b-dfd7-4348-93c1-6b57ac6e6f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:20:29Z', 'updated_at': '2022-07-28T02:20:35Z', 'revision_number': 4, 'project_id': '723a88dd0d514e9080b5355da878b406', 'gw_port': {'id': '68049d9b-dfd7-4348-93c1-6b57ac6e6f06', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:30Z', 'updated_at': '2022-07-28T02:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '2d9c898c-0d06-4902-8935-7176c3348142', 'name': '', 'network_id': '3028137f-378b-4f43-9bf1-434ecd477647', 'tenant_id': '723a88dd0d514e9080b5355da878b406', 'mac_address': 'fa:16:3e:00:49:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '27e5cd1e-e52c-425e-8667-f3f406f660a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:34Z', 'updated_at': '2022-07-28T02:20:41Z', 'revision_number': 5, 'project_id': '723a88dd0d514e9080b5355da878b406', 'subnets': [{'id': '27e5cd1e-e52c-425e-8667-f3f406f660a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:26:11.958941 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6c41daa9-758b-4b85-b6e6-391e5f71038a req-a0284fd0-9222-4e50-85a4-ddf072941397 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495107 Jul 28 02:26:11.972170 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268621ec-b5a7-49e1-90a1-4f82222df56c None None] Checking router: 3fde082d-6729-4ef0-9eb3-e3e1eb526f5f for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:26:11.981872 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268621ec-b5a7-49e1-90a1-4f82222df56c None None] Routers {'3fde082d-6729-4ef0-9eb3-e3e1eb526f5f'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:26:11.982547 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-268621ec-b5a7-49e1-90a1-4f82222df56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:25:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['3fde082d-6729-4ef0-9eb3-e3e1eb526f5f'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:26:12.085864 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-268621ec-b5a7-49e1-90a1-4f82222df56c None None] Set router 3fde082d-6729-4ef0-9eb3-e3e1eb526f5f gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:26:12.281636 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-268621ec-b5a7-49e1-90a1-4f82222df56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'name': 'tempest-TestShelveInstance-921582383-router', 'tenant_id': '723a88dd0d514e9080b5355da878b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '68049d9b-dfd7-4348-93c1-6b57ac6e6f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:20:29Z', 'updated_at': '2022-07-28T02:20:35Z', 'revision_number': 4, 'project_id': '723a88dd0d514e9080b5355da878b406', 'gw_port': {'id': '68049d9b-dfd7-4348-93c1-6b57ac6e6f06', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:30Z', 'updated_at': '2022-07-28T02:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '2d9c898c-0d06-4902-8935-7176c3348142', 'name': '', 'network_id': '3028137f-378b-4f43-9bf1-434ecd477647', 'tenant_id': '723a88dd0d514e9080b5355da878b406', 'mac_address': 'fa:16:3e:00:49:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '27e5cd1e-e52c-425e-8667-f3f406f660a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:34Z', 'updated_at': '2022-07-28T02:20:41Z', 'revision_number': 5, 'project_id': '723a88dd0d514e9080b5355da878b406', 'subnets': [{'id': '27e5cd1e-e52c-425e-8667-f3f406f660a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:26:12.314324 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268621ec-b5a7-49e1-90a1-4f82222df56c None None] The sync data for ids ['3fde082d-6729-4ef0-9eb3-e3e1eb526f5f'] in dv-cinder-799871-46-iscsi is: [{'id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'name': 'tempest-TestShelveInstance-921582383-router', 'tenant_id': '723a88dd0d514e9080b5355da878b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '68049d9b-dfd7-4348-93c1-6b57ac6e6f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:20:29Z', 'updated_at': '2022-07-28T02:20:35Z', 'revision_number': 4, 'project_id': '723a88dd0d514e9080b5355da878b406', 'gw_port': {'id': '68049d9b-dfd7-4348-93c1-6b57ac6e6f06', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:30Z', 'updated_at': '2022-07-28T02:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '2d9c898c-0d06-4902-8935-7176c3348142', 'name': '', 'network_id': '3028137f-378b-4f43-9bf1-434ecd477647', 'tenant_id': '723a88dd0d514e9080b5355da878b406', 'mac_address': 'fa:16:3e:00:49:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '27e5cd1e-e52c-425e-8667-f3f406f660a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:34Z', 'updated_at': '2022-07-28T02:20:41Z', 'revision_number': 5, 'project_id': '723a88dd0d514e9080b5355da878b406', 'subnets': [{'id': '27e5cd1e-e52c-425e-8667-f3f406f660a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:26:12.525633 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b85712-6ead-4f65-bbb4-05f29b6b88b5 None None] New status for floating IP a1eb7fbc-0778-4155-bbf2-de06639d5284: DOWN {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 02:26:12.898977 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96994360-8168-4445-a4fe-d12ffa9741a1 req-dc9ccad6-5be3-4c53-a1a6-070af10180e9 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:12.900433 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-96994360-8168-4445-a4fe-d12ffa9741a1 req-dc9ccad6-5be3-4c53-a1a6-070af10180e9 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0476186 Jul 28 02:26:12.949288 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-96994360-8168-4445-a4fe-d12ffa9741a1 req-f4fa3bfa-32ff-443b-996a-d6736ad5908e tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430996 Jul 28 02:26:13.078971 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e6736-e717-42d6-95b5-41ece3da148b req-a66da732-3ff2-4cd9-a2d0-b3ff3998c48e tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:13.085173 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f00e6736-e717-42d6-95b5-41ece3da148b req-a66da732-3ff2-4cd9-a2d0-b3ff3998c48e tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 945 time: 0.0528681 Jul 28 02:26:13.100074 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe9885-8b01-4756-889d-e9007d633ad5 req-a4c04a8c-fa3c-48ae-87cf-8d4c3a11fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:13.101608 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4cfe9885-8b01-4756-889d-e9007d633ad5 req-a4c04a8c-fa3c-48ae-87cf-8d4c3a11fb10 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=723a88dd0d514e9080b5355da878b406&device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 1129 time: 0.0426261 Jul 28 02:26:13.136386 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f00e6736-e717-42d6-95b5-41ece3da148b req-e5a84f4e-0eda-4e9e-9673-45f887cb4c1a tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3749da7-b79f-47f1-81fd-f00c6a713def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499675 Jul 28 02:26:13.174516 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:13.206755 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe9885-8b01-4756-889d-e9007d633ad5 req-3fb1d681-0704-4325-84de-ef60ea2c4ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:13.208225 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4cfe9885-8b01-4756-889d-e9007d633ad5 req-3fb1d681-0704-4325-84de-ef60ea2c4ae9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3028137f-378b-4f43-9bf1-434ecd477647 HTTP/1.1" status: 200 len: 909 time: 0.0977635 Jul 28 02:26:13.273676 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4cfe9885-8b01-4756-889d-e9007d633ad5 req-ba758d32-153c-4b6e-8d81-e341ed612ed7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4361cfbc-bcbf-486b-ad6a-719f5fc09a5d HTTP/1.1" status: 200 len: 217 time: 0.0336113 Jul 28 02:26:13.327838 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe9885-8b01-4756-889d-e9007d633ad5 req-42663cf9-56d9-4d46-8eba-fa7a5200819b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:13.329442 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4cfe9885-8b01-4756-889d-e9007d633ad5 req-42663cf9-56d9-4d46-8eba-fa7a5200819b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27e5cd1e-e52c-425e-8667-f3f406f660a7 HTTP/1.1" status: 200 len: 847 time: 0.0486739 Jul 28 02:26:13.383428 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe9885-8b01-4756-889d-e9007d633ad5 req-7350dbda-af05-4d53-bc2c-008c3b658760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:13.384930 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4cfe9885-8b01-4756-889d-e9007d633ad5 req-7350dbda-af05-4d53-bc2c-008c3b658760 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3028137f-378b-4f43-9bf1-434ecd477647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0491431 Jul 28 02:26:13.643745 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4cfe9885-8b01-4756-889d-e9007d633ad5 req-f7097f2b-258d-4567-8f41-d3ad99ac2f48 service neutron] 10.222.0.45 "GET /v2.0/networks/3028137f-378b-4f43-9bf1-434ecd477647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848272 Jul 28 02:26:13.646320 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57c141-05e1-4606-9ee7-26d78dec3ed7 req-a40a1e4b-b6b6-4a21-bc13-4a9b6d970229 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:13.647763 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7f57c141-05e1-4606-9ee7-26d78dec3ed7 req-a40a1e4b-b6b6-4a21-bc13-4a9b6d970229 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.45 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 945 time: 0.0483384 Jul 28 02:26:13.725883 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:13.742849 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [req-7f57c141-05e1-4606-9ee7-26d78dec3ed7 req-3f35bd34-fdc8-4811-8a26-6b004032d08a tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Deleting port 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:26:13.743199 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-7f57c141-05e1-4606-9ee7-26d78dec3ed7 req-3f35bd34-fdc8-4811-8a26-6b004032d08a tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (4361cfbc-bcbf-486b-ad6a-719f5fc09a5d), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:13.752475 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4cfe9885-8b01-4756-889d-e9007d633ad5 req-581eee38-7b97-4472-9e57-3757ed51f8d1 service neutron] 10.222.0.45 "GET /v2.0/networks/3028137f-378b-4f43-9bf1-434ecd477647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953243 Jul 28 02:26:13.841224 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-7f57c141-05e1-4606-9ee7-26d78dec3ed7 req-3f35bd34-fdc8-4811-8a26-6b004032d08a tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] For port 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4361cfbc-bcbf-486b-ad6a-719f5fc09a5d,segment=NetworkSegment(9413081a-94ca-44ff-ad13-26a23e0c4aa1),segment_id=9413081a-94ca-44ff-ad13-26a23e0c4aa1)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:26:13.841592 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-7f57c141-05e1-4606-9ee7-26d78dec3ed7 req-3f35bd34-fdc8-4811-8a26-6b004032d08a tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (4361cfbc-bcbf-486b-ad6a-719f5fc09a5d), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:13.855844 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [req-7f57c141-05e1-4606-9ee7-26d78dec3ed7 req-3f35bd34-fdc8-4811-8a26-6b004032d08a tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Calling delete_port for 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d owned by compute:nova {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:26:13.910674 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:13.998979 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-7f57c141-05e1-4606-9ee7-26d78dec3ed7 req-3f35bd34-fdc8-4811-8a26-6b004032d08a tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (4361cfbc-bcbf-486b-ad6a-719f5fc09a5d), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:14.028483 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f35bd34-fdc8-4811-8a26-6b004032d08a tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Pushing event deleted for resources: {'Port': ['ID=4361cfbc-bcbf-486b-ad6a-719f5fc09a5d,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:26:14.109174 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f57c141-05e1-4606-9ee7-26d78dec3ed7 req-3f35bd34-fdc8-4811-8a26-6b004032d08a tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] No DVR routers for this DVR port 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d on host hv-cinder-79987 {{(pid=103999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:26:14.113983 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-7f57c141-05e1-4606-9ee7-26d78dec3ed7 req-3f35bd34-fdc8-4811-8a26-6b004032d08a tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:14.117591 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7f57c141-05e1-4606-9ee7-26d78dec3ed7 req-3f35bd34-fdc8-4811-8a26-6b004032d08a tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.45 "DELETE /v2.0/ports/4361cfbc-bcbf-486b-ad6a-719f5fc09a5d HTTP/1.1" status: 204 len: 173 time: 0.4596972 Jul 28 02:26:14.118112 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734a7df7-1d42-44b2-a43e-f71f1811a773', 'name': 'network-vif-deleted', 'tag': '4361cfbc-bcbf-486b-ad6a-719f5fc09a5d'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:26:14.120576 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fd3017fc08cfcfd8945092685727e724b0eb79f5cdddf0496dd7adb644fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a680e102-cb9e-486c-a9ac-2cfe5e604e3a" -d '{"events": [{"server_uuid": "734a7df7-1d42-44b2-a43e-f71f1811a773", "name": "network-vif-deleted", "tag": "4361cfbc-bcbf-486b-ad6a-719f5fc09a5d"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:26:14.132008 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b528c-2778-440e-acd6-1653b0d91781 req-7f222f45-3f6a-4a94-9efb-d61af998b108 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:14.133497 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5e3b528c-2778-440e-acd6-1653b0d91781 req-7f222f45-3f6a-4a94-9efb-d61af998b108 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0992687 Jul 28 02:26:14.188548 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de99379-b5fa-4716-ace0-d20397075e73 x-openstack-request-id: req-9de99379-b5fa-4716-ace0-d20397075e73 {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:26:14.188939 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734a7df7-1d42-44b2-a43e-f71f1811a773", "name": "network-vif-deleted", "tag": "4361cfbc-bcbf-486b-ad6a-719f5fc09a5d", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:26:14.189252 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9de99379-b5fa-4716-ace0-d20397075e73 {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:26:14.189723 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9de99379-b5fa-4716-ace0-d20397075e73'] response: {'server_uuid': '734a7df7-1d42-44b2-a43e-f71f1811a773', 'name': 'network-vif-deleted', 'tag': '4361cfbc-bcbf-486b-ad6a-719f5fc09a5d', 'status': 'completed', 'code': 200} Jul 28 02:26:14.194762 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5e3b528c-2778-440e-acd6-1653b0d91781 req-05978999-ef90-4195-b6ce-0e1d8996e437 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553279 Jul 28 02:26:14.270337 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1a4f3d91-d434-4df6-b925-6d6cc5842bd9 req-8fce39e2-8ab6-4023-ac6a-f3f10ce0ba7b tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "GET /v2.0/ports?device_id=734a7df7-1d42-44b2-a43e-f71f1811a773 HTTP/1.1" status: 200 len: 210 time: 0.0282927 Jul 28 02:26:15.346568 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 50706) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:26:15.348238 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766e5b2-78fc-4595-a79f-28e47497c6a5 req-53956a0d-dded-451a-9ddd-d3aa11ad2fac tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:15.349787 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8766e5b2-78fc-4595-a79f-28e47497c6a5 req-53956a0d-dded-451a-9ddd-d3aa11ad2fac tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0604711 Jul 28 02:26:15.405920 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8766e5b2-78fc-4595-a79f-28e47497c6a5 req-feb4d3b1-396e-4dd7-8559-cba7d24d6486 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485761 Jul 28 02:26:15.414921 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e0b6f377-aac2-4115-aad2-615a8aa81d85 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks [] for security_group (a3749da7-b79f-47f1-81fd-f00c6a713def), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:15.442053 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e0b6f377-aac2-4115-aad2-615a8aa81d85 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks [] for security_group (a3749da7-b79f-47f1-81fd-f00c6a713def), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:15.505394 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e0b6f377-aac2-4115-aad2-615a8aa81d85 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (a3749da7-b79f-47f1-81fd-f00c6a713def), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:15.508310 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e0b6f377-aac2-4115-aad2-615a8aa81d85 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:15.509476 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e0b6f377-aac2-4115-aad2-615a8aa81d85 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] 10.222.0.40 "DELETE /v2.0/security-groups/a3749da7-b79f-47f1-81fd-f00c6a713def HTTP/1.1" status: 204 len: 168 time: 0.1608269 Jul 28 02:26:15.519438 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6f377-aac2-4115-aad2-615a8aa81d85 tempest-TestShelveInstance-1916674979 tempest-TestShelveInstance-1916674979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3749da7-b79f-47f1-81fd-f00c6a713def,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:26:15.563822 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 50710) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:26:15.934051 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:15.988775 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bd43ce86-2ceb-461d-ab32-402ffdc86c52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361233'] for router_interface (3fde082d-6729-4ef0-9eb3-e3e1eb526f5f), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:16.099221 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:16.228811 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-bd43ce86-2ceb-461d-ab32-402ffdc86c52 admin admin] Deleting port 2d9c898c-0d06-4902-8935-7176c3348142 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:26:16.229169 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bd43ce86-2ceb-461d-ab32-402ffdc86c52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (2d9c898c-0d06-4902-8935-7176c3348142), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:16.308234 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-bd43ce86-2ceb-461d-ab32-402ffdc86c52 admin admin] For port 2d9c898c-0d06-4902-8935-7176c3348142, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=2d9c898c-0d06-4902-8935-7176c3348142,segment=NetworkSegment(9413081a-94ca-44ff-ad13-26a23e0c4aa1),segment_id=9413081a-94ca-44ff-ad13-26a23e0c4aa1)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:26:16.308595 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bd43ce86-2ceb-461d-ab32-402ffdc86c52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (2d9c898c-0d06-4902-8935-7176c3348142), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:16.322155 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-bd43ce86-2ceb-461d-ab32-402ffdc86c52 admin admin] Calling delete_port for 2d9c898c-0d06-4902-8935-7176c3348142 owned by network:router_interface {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:26:16.514567 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:26:16.516370 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bd43ce86-2ceb-461d-ab32-402ffdc86c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (2d9c898c-0d06-4902-8935-7176c3348142), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:16.536669 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc078048-d8f5-49d8-887d-6bcc49d5ed4e req-1dd4fcdc-f199-41df-9111-8ed88f44d91c tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:16.539074 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bc078048-d8f5-49d8-887d-6bcc49d5ed4e req-1dd4fcdc-f199-41df-9111-8ed88f44d91c tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0560915 Jul 28 02:26:16.541452 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43ce86-2ceb-461d-ab32-402ffdc86c52 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d9c898c-0d06-4902-8935-7176c3348142,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:26:16.541631 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] No Port match for: 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:26:16.541974 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 4361cfbc-bcbf-486b-ad6a-719f5fc09a5d not bound to the agent host hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:26:16.598568 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bc078048-d8f5-49d8-887d-6bcc49d5ed4e req-77c37cdf-5f5d-4de1-9052-3079655f6b57 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529189 Jul 28 02:26:16.714201 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bd43ce86-2ceb-461d-ab32-402ffdc86c52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361349'] for router_interface (3fde082d-6729-4ef0-9eb3-e3e1eb526f5f), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:16.830140 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:16.939440 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:16.941847 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd43ce86-2ceb-461d-ab32-402ffdc86c52 admin admin] Router 3fde082d-6729-4ef0-9eb3-e3e1eb526f5f has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:26:17.051617 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd43ce86-2ceb-461d-ab32-402ffdc86c52 admin admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:26:17.056584 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-bd43ce86-2ceb-461d-ab32-402ffdc86c52 admin admin] 10.222.0.40 "PUT /v2.0/routers/3fde082d-6729-4ef0-9eb3-e3e1eb526f5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4917319 Jul 28 02:26:17.059423 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 50732) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:26:17.061723 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb913b94-f458-4970-a7bd-ce2823ad865f None None] Sync routers for ids ['3fde082d-6729-4ef0-9eb3-e3e1eb526f5f'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:26:17.073157 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb913b94-f458-4970-a7bd-ce2823ad865f None None] Routers {'3fde082d-6729-4ef0-9eb3-e3e1eb526f5f'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:26:17.073770 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-fb913b94-f458-4970-a7bd-ce2823ad865f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:25:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['3fde082d-6729-4ef0-9eb3-e3e1eb526f5f'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:26:17.174537 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-43483bf4-7831-4b81-8ee8-7993af550b9b admin admin] Publish callbacks [] for router (3fde082d-6729-4ef0-9eb3-e3e1eb526f5f), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:17.186032 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-fb913b94-f458-4970-a7bd-ce2823ad865f None None] Set router 3fde082d-6729-4ef0-9eb3-e3e1eb526f5f gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:26:17.283151 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-43483bf4-7831-4b81-8ee8-7993af550b9b admin admin] Publish callbacks [] for router_gateway (3fde082d-6729-4ef0-9eb3-e3e1eb526f5f), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:17.298488 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:17.336545 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-43483bf4-7831-4b81-8ee8-7993af550b9b admin admin] Deleting port 68049d9b-dfd7-4348-93c1-6b57ac6e6f06 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:26:17.336814 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-43483bf4-7831-4b81-8ee8-7993af550b9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (68049d9b-dfd7-4348-93c1-6b57ac6e6f06), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:17.363500 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-fb913b94-f458-4970-a7bd-ce2823ad865f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'name': 'tempest-TestShelveInstance-921582383-router', 'tenant_id': '723a88dd0d514e9080b5355da878b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '68049d9b-dfd7-4348-93c1-6b57ac6e6f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:20:29Z', 'updated_at': '2022-07-28T02:26:16Z', 'revision_number': 5, 'project_id': '723a88dd0d514e9080b5355da878b406', 'gw_port': {'id': '68049d9b-dfd7-4348-93c1-6b57ac6e6f06', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:30Z', 'updated_at': '2022-07-28T02:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi'}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:26:17.392408 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb913b94-f458-4970-a7bd-ce2823ad865f None None] Checking router: 3fde082d-6729-4ef0-9eb3-e3e1eb526f5f for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:26:17.401892 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb913b94-f458-4970-a7bd-ce2823ad865f None None] Routers {'3fde082d-6729-4ef0-9eb3-e3e1eb526f5f'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:26:17.402497 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-fb913b94-f458-4970-a7bd-ce2823ad865f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:25:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['3fde082d-6729-4ef0-9eb3-e3e1eb526f5f'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:26:17.430855 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-43483bf4-7831-4b81-8ee8-7993af550b9b admin admin] For port 68049d9b-dfd7-4348-93c1-6b57ac6e6f06, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=68049d9b-dfd7-4348-93c1-6b57ac6e6f06,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:26:17.431223 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-43483bf4-7831-4b81-8ee8-7993af550b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (68049d9b-dfd7-4348-93c1-6b57ac6e6f06), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:17.449833 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-43483bf4-7831-4b81-8ee8-7993af550b9b admin admin] Calling delete_port for 68049d9b-dfd7-4348-93c1-6b57ac6e6f06 owned by network:router_gateway {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:26:17.451750 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:17.485280 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-fb913b94-f458-4970-a7bd-ce2823ad865f None None] Set router 3fde082d-6729-4ef0-9eb3-e3e1eb526f5f gateway port host: None {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:26:17.515366 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:17.537642 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-fb913b94-f458-4970-a7bd-ce2823ad865f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'name': 'tempest-TestShelveInstance-921582383-router', 'tenant_id': '723a88dd0d514e9080b5355da878b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:20:29Z', 'updated_at': '2022-07-28T02:26:17Z', 'revision_number': 6, 'project_id': '723a88dd0d514e9080b5355da878b406', 'gw_port_host': None}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:26:17.561674 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb913b94-f458-4970-a7bd-ce2823ad865f None None] The sync data for ids ['3fde082d-6729-4ef0-9eb3-e3e1eb526f5f'] in dv-cinder-799871-46-iscsi is: [{'id': '3fde082d-6729-4ef0-9eb3-e3e1eb526f5f', 'name': 'tempest-TestShelveInstance-921582383-router', 'tenant_id': '723a88dd0d514e9080b5355da878b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:20:29Z', 'updated_at': '2022-07-28T02:26:17Z', 'revision_number': 6, 'project_id': '723a88dd0d514e9080b5355da878b406', 'gw_port_host': None}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:26:17.636532 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-43483bf4-7831-4b81-8ee8-7993af550b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (68049d9b-dfd7-4348-93c1-6b57ac6e6f06), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:17.664164 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43483bf4-7831-4b81-8ee8-7993af550b9b admin admin] Pushing event deleted for resources: {'Port': ['ID=68049d9b-dfd7-4348-93c1-6b57ac6e6f06,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:26:17.766930 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7d203-2db0-403f-80f3-73aa9f9c36f0 req-6a04f079-bda0-4671-ba28-1205c2cf5138 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:17.769603 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-eef7d203-2db0-403f-80f3-73aa9f9c36f0 req-6a04f079-bda0-4671-ba28-1205c2cf5138 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0783727 Jul 28 02:26:17.774274 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-43483bf4-7831-4b81-8ee8-7993af550b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-363025'] for router_gateway (3fde082d-6729-4ef0-9eb3-e3e1eb526f5f), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:18.185198 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-43483bf4-7831-4b81-8ee8-7993af550b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1600154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-849'] for router (3fde082d-6729-4ef0-9eb3-e3e1eb526f5f), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:18.200731 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-43483bf4-7831-4b81-8ee8-7993af550b9b admin admin] Publish callbacks [] for router_controller (3fde082d-6729-4ef0-9eb3-e3e1eb526f5f), precommit_delete_associations {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:18.212585 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-eef7d203-2db0-403f-80f3-73aa9f9c36f0 req-2696dcf1-0655-4f6d-a3b7-4a755a4ef82c tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4354722 Jul 28 02:26:18.249458 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-43483bf4-7831-4b81-8ee8-7993af550b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600024'] for router (3fde082d-6729-4ef0-9eb3-e3e1eb526f5f), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:18.250220 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43483bf4-7831-4b81-8ee8-7993af550b9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fde082d-6729-4ef0-9eb3-e3e1eb526f5f {{(pid=103999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 02:26:18.255211 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-43483bf4-7831-4b81-8ee8-7993af550b9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:18.255768 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-43483bf4-7831-4b81-8ee8-7993af550b9b admin admin] 10.222.0.40 "DELETE /v2.0/routers/3fde082d-6729-4ef0-9eb3-e3e1eb526f5f HTTP/1.1" status: 204 len: 168 time: 1.1948605 Jul 28 02:26:18.258348 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 50744) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:26:18.306492 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_v2 [None req-437dcb18-475b-4b15-b488-5e6605869685 admin admin] Deleting subnet 27e5cd1e-e52c-425e-8667-f3f406f660a7 {{(pid=103999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 02:26:18.309847 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-437dcb18-475b-4b15-b488-5e6605869685 admin admin] Publish callbacks [] for subnet (27e5cd1e-e52c-425e-8667-f3f406f660a7), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:18.352588 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-437dcb18-475b-4b15-b488-5e6605869685 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26608508'] for subnet (27e5cd1e-e52c-425e-8667-f3f406f660a7), precommit_delete_associations {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:18.431786 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-437dcb18-475b-4b15-b488-5e6605869685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401899'] for subnet (27e5cd1e-e52c-425e-8667-f3f406f660a7), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:18.496240 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-437dcb18-475b-4b15-b488-5e6605869685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25613297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25654463'] for subnet (27e5cd1e-e52c-425e-8667-f3f406f660a7), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:18.532698 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-437dcb18-475b-4b15-b488-5e6605869685 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:18.537827 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-437dcb18-475b-4b15-b488-5e6605869685 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/27e5cd1e-e52c-425e-8667-f3f406f660a7 HTTP/1.1" status: 204 len: 168 time: 0.2785466 Jul 28 02:26:18.538666 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2700d12f-8423-4c35-a169-c2674e47504d None None] Network 3028137f-378b-4f43-9bf1-434ecd477647 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:26:18.539171 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437dcb18-475b-4b15-b488-5e6605869685 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27e5cd1e-e52c-425e-8667-f3f406f660a7,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:26:18.540639 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 50748) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:26:18.631826 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7251cd14-496d-491b-b786-857e358dfbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311329'] for network (3028137f-378b-4f43-9bf1-434ecd477647), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:18.678252 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-7251cd14-496d-491b-b786-857e358dfbd5 admin admin] Deleting port 71e32150-ccba-4993-b955-ffc22b852b85 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:26:18.678580 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7251cd14-496d-491b-b786-857e358dfbd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (71e32150-ccba-4993-b955-ffc22b852b85), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:18.718895 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:18.752370 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-7251cd14-496d-491b-b786-857e358dfbd5 admin admin] For port 71e32150-ccba-4993-b955-ffc22b852b85, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=71e32150-ccba-4993-b955-ffc22b852b85,segment=NetworkSegment(9413081a-94ca-44ff-ad13-26a23e0c4aa1),segment_id=9413081a-94ca-44ff-ad13-26a23e0c4aa1)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:26:18.753373 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7251cd14-496d-491b-b786-857e358dfbd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (71e32150-ccba-4993-b955-ffc22b852b85), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:18.766950 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-7251cd14-496d-491b-b786-857e358dfbd5 admin admin] Calling delete_port for 71e32150-ccba-4993-b955-ffc22b852b85 owned by network:dhcp {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:26:18.834355 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad53edc-a3e6-44c3-b623-25522a4501ff None None] DHCP port deletion for 3028137f-378b-4f43-9bf1-434ecd477647 request from dv-cinder-799871-46-iscsi {{(pid=104001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 02:26:18.853451 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7251cd14-496d-491b-b786-857e358dfbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (71e32150-ccba-4993-b955-ffc22b852b85), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:18.874508 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-0ad53edc-a3e6-44c3-b623-25522a4501ff None None] Deleting port 71e32150-ccba-4993-b955-ffc22b852b85 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:26:18.875136 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0ad53edc-a3e6-44c3-b623-25522a4501ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (71e32150-ccba-4993-b955-ffc22b852b85), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:18.887833 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7251cd14-496d-491b-b786-857e358dfbd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=71e32150-ccba-4993-b955-ffc22b852b85,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:26:18.893392 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7251cd14-496d-491b-b786-857e358dfbd5 admin admin] No DVR routers for this DVR port 71e32150-ccba-4993-b955-ffc22b852b85 on host dv-cinder-799871-46-iscsi {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:26:18.919341 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 2d9c898c-0d06-4902-8935-7176c3348142 no longer exists at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:26:18.956096 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] No Port match for: 2d9c898c-0d06-4902-8935-7176c3348142 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:26:18.956501 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 2d9c898c-0d06-4902-8935-7176c3348142 not bound to the agent host dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:26:18.956827 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 68049d9b-dfd7-4348-93c1-6b57ac6e6f06 no longer exists at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:26:18.967804 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7251cd14-496d-491b-b786-857e358dfbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397509', 'neutron.services.segments.db._delete_segments_for_network-8752357910218'] for network (3028137f-378b-4f43-9bf1-434ecd477647), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:18.988407 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] No Port match for: 68049d9b-dfd7-4348-93c1-6b57ac6e6f06 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:26:18.988745 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 68049d9b-dfd7-4348-93c1-6b57ac6e6f06 not bound to the agent host dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:26:18.989181 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 71e32150-ccba-4993-b955-ffc22b852b85 no longer exists at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:26:18.989604 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-7251cd14-496d-491b-b786-857e358dfbd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3028137f-378b-4f43-9bf1-434ecd477647']}} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:26:18.991210 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-0ad53edc-a3e6-44c3-b623-25522a4501ff None None] For port 71e32150-ccba-4993-b955-ffc22b852b85, host dv-cinder-799871-46-iscsi, got binding levels [] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:26:18.991604 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0ad53edc-a3e6-44c3-b623-25522a4501ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (71e32150-ccba-4993-b955-ffc22b852b85), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:18.999199 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-7251cd14-496d-491b-b786-857e358dfbd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9413081a-94ca-44ff-ad13-26a23e0c4aa1') {'for_net_delete': True} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:26:18.999357 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-7251cd14-496d-491b-b786-857e358dfbd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9413081a-94ca-44ff-ad13-26a23e0c4aa1') {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:26:19.010820 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7251cd14-496d-491b-b786-857e358dfbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752357910119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629643'] for segment (9413081a-94ca-44ff-ad13-26a23e0c4aa1), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:19.022958 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] No Port match for: 71e32150-ccba-4993-b955-ffc22b852b85 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:26:19.023300 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 71e32150-ccba-4993-b955-ffc22b852b85 not bound to the agent host dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:26:19.030019 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-0ad53edc-a3e6-44c3-b623-25522a4501ff None None] Calling delete_port for 71e32150-ccba-4993-b955-ffc22b852b85 owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:26:19.030176 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7251cd14-496d-491b-b786-857e358dfbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (9413081a-94ca-44ff-ad13-26a23e0c4aa1), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:19.033180 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.ipam_backend_mixin [None req-0ad53edc-a3e6-44c3-b623-25522a4501ff None None] Port 71e32150-ccba-4993-b955-ffc22b852b85 was not found and therefore no delete operation was performed {{(pid=104001) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 02:26:19.034392 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0ad53edc-a3e6-44c3-b623-25522a4501ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668'] for port (71e32150-ccba-4993-b955-ffc22b852b85), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:19.037904 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7251cd14-496d-491b-b786-857e358dfbd5 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=104000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 02:26:19.038300 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7251cd14-496d-491b-b786-857e358dfbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3099414'] for segment (9413081a-94ca-44ff-ad13-26a23e0c4aa1), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:19.061554 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad53edc-a3e6-44c3-b623-25522a4501ff None None] Pushing event deleted for resources: {'Port': ['ID=71e32150-ccba-4993-b955-ffc22b852b85,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:26:19.067062 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad53edc-a3e6-44c3-b623-25522a4501ff None None] No DVR routers for this DVR port 71e32150-ccba-4993-b955-ffc22b852b85 on host dv-cinder-799871-46-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:26:19.084068 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment 9413081a-94ca-44ff-ad13-26a23e0c4aa1 resource provider aggregate not found Jul 28 02:26:19.103642 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment 9413081a-94ca-44ff-ad13-26a23e0c4aa1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9413081a-94ca-44ff-ad13-26a23e0c4aa1 found for delete ", "request_id": "req-ec932d44-efbe-4ae1-a5c2-33a08ccf1cba"}]} Jul 28 02:26:19.112336 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7251cd14-496d-491b-b786-857e358dfbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363069'] for network (3028137f-378b-4f43-9bf1-434ecd477647), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:19.118233 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7251cd14-496d-491b-b786-857e358dfbd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:19.124201 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 50754) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:26:19.124735 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7251cd14-496d-491b-b786-857e358dfbd5 admin admin] 10.222.0.40 "DELETE /v2.0/networks/3028137f-378b-4f43-9bf1-434ecd477647 HTTP/1.1" status: 204 len: 168 time: 0.5801992 Jul 28 02:26:19.139335 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7251cd14-496d-491b-b786-857e358dfbd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3028137f-378b-4f43-9bf1-434ecd477647,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:26:19.327790 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:19.388701 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b0018-1148-44db-9d8d-79ba00877c99 req-cd8498a8-3613-433a-aeae-6f87ed1ab876 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:19.390219 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0c9b0018-1148-44db-9d8d-79ba00877c99 req-cd8498a8-3613-433a-aeae-6f87ed1ab876 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0954072 Jul 28 02:26:19.396916 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 50764) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:26:19.432760 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:19.509818 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0c9b0018-1148-44db-9d8d-79ba00877c99 req-6add2cf6-2aa9-4681-9aeb-a211e978d73f tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920978 Jul 28 02:26:19.537641 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5a599d16-791a-4348-b0b6-add1abe4e42c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:19.569601 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8e10e39f-c8a7-4164-b84c-0d4d2a6a257d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361233'] for router_interface (997f57f7-f3b6-42a0-b64a-99b631fd958e), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:19.591170 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:19.624938 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5a599d16-791a-4348-b0b6-add1abe4e42c admin admin] Publish callbacks [] for security_group (57681824-8678-4a5d-a59f-0e25b97f44fb), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:19.629714 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5a599d16-791a-4348-b0b6-add1abe4e42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (57681824-8678-4a5d-a59f-0e25b97f44fb), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:19.671957 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-5a599d16-791a-4348-b0b6-add1abe4e42c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=24969cc3db5a43099d36fec02933a7f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2737157 Jul 28 02:26:19.672908 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a599d16-791a-4348-b0b6-add1abe4e42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57681824-8678-4a5d-a59f-0e25b97f44fb,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:26:19.675195 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 50774) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:26:19.804865 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e60552d6-fa8e-481c-b3fe-81baf1ad1f3b admin admin] Publish callbacks [] for security_group (57681824-8678-4a5d-a59f-0e25b97f44fb), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:19.839684 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e60552d6-fa8e-481c-b3fe-81baf1ad1f3b admin admin] Publish callbacks [] for security_group (57681824-8678-4a5d-a59f-0e25b97f44fb), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:19.890580 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-8e10e39f-c8a7-4164-b84c-0d4d2a6a257d admin admin] Deleting port 0195857b-6b78-43e7-80f4-8ece25380f5b {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:26:19.890921 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8e10e39f-c8a7-4164-b84c-0d4d2a6a257d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (0195857b-6b78-43e7-80f4-8ece25380f5b), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:19.960218 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e60552d6-fa8e-481c-b3fe-81baf1ad1f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (57681824-8678-4a5d-a59f-0e25b97f44fb), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:19.962760 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e60552d6-fa8e-481c-b3fe-81baf1ad1f3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:19.963906 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-e60552d6-fa8e-481c-b3fe-81baf1ad1f3b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/57681824-8678-4a5d-a59f-0e25b97f44fb HTTP/1.1" status: 204 len: 168 time: 0.2873638 Jul 28 02:26:19.981256 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60552d6-fa8e-481c-b3fe-81baf1ad1f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57681824-8678-4a5d-a59f-0e25b97f44fb,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:26:19.994399 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-8e10e39f-c8a7-4164-b84c-0d4d2a6a257d admin admin] For port 0195857b-6b78-43e7-80f4-8ece25380f5b, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=0195857b-6b78-43e7-80f4-8ece25380f5b,segment=NetworkSegment(0fbe84b0-7f2b-48a5-ba5b-b7630833ed98),segment_id=0fbe84b0-7f2b-48a5-ba5b-b7630833ed98)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:26:19.994869 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8e10e39f-c8a7-4164-b84c-0d4d2a6a257d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (0195857b-6b78-43e7-80f4-8ece25380f5b), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:20.013321 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-8e10e39f-c8a7-4164-b84c-0d4d2a6a257d admin admin] Calling delete_port for 0195857b-6b78-43e7-80f4-8ece25380f5b owned by network:router_interface {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:26:20.135426 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:20.224582 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8e10e39f-c8a7-4164-b84c-0d4d2a6a257d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (0195857b-6b78-43e7-80f4-8ece25380f5b), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:20.250722 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10e39f-c8a7-4164-b84c-0d4d2a6a257d admin admin] Pushing event deleted for resources: {'Port': ['ID=0195857b-6b78-43e7-80f4-8ece25380f5b,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:26:20.318074 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:20.437584 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8e10e39f-c8a7-4164-b84c-0d4d2a6a257d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361349'] for router_interface (997f57f7-f3b6-42a0-b64a-99b631fd958e), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:20.672138 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd357afc-0494-4efb-9e18-dc282263c726 req-e441d193-afc1-4c29-83ee-e9ab4986164f tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:20.673629 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bd357afc-0494-4efb-9e18-dc282263c726 req-e441d193-afc1-4c29-83ee-e9ab4986164f tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0879765 Jul 28 02:26:20.708718 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e10e39f-c8a7-4164-b84c-0d4d2a6a257d admin admin] Router 997f57f7-f3b6-42a0-b64a-99b631fd958e has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:26:20.740142 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bd357afc-0494-4efb-9e18-dc282263c726 req-09c400b7-3401-44cc-b8cf-85690e6328bc tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596921 Jul 28 02:26:20.834088 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e10e39f-c8a7-4164-b84c-0d4d2a6a257d admin admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:26:20.842481 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-8e10e39f-c8a7-4164-b84c-0d4d2a6a257d admin admin] 10.222.0.40 "PUT /v2.0/routers/997f57f7-f3b6-42a0-b64a-99b631fd958e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7131109 Jul 28 02:26:20.842861 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 50790) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:26:20.843777 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9cd7f1-6f34-4b5f-aa3b-c2c663791594 None None] Sync routers for ids ['997f57f7-f3b6-42a0-b64a-99b631fd958e'] in dv-cinder-799871-46-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:26:20.854498 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9cd7f1-6f34-4b5f-aa3b-c2c663791594 None None] Routers {'997f57f7-f3b6-42a0-b64a-99b631fd958e'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:26:20.855117 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-2a9cd7f1-6f34-4b5f-aa3b-c2c663791594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:25:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['997f57f7-f3b6-42a0-b64a-99b631fd958e'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:26:20.944287 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f930de00-1443-4f3d-993d-5da51cc096d9 admin admin] Publish callbacks [] for router (997f57f7-f3b6-42a0-b64a-99b631fd958e), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:20.963870 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-2a9cd7f1-6f34-4b5f-aa3b-c2c663791594 None None] Set router 997f57f7-f3b6-42a0-b64a-99b631fd958e gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:26:21.044778 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f930de00-1443-4f3d-993d-5da51cc096d9 admin admin] Publish callbacks [] for router_gateway (997f57f7-f3b6-42a0-b64a-99b631fd958e), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:21.073392 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:21.090011 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-f930de00-1443-4f3d-993d-5da51cc096d9 admin admin] Deleting port 650632a2-ab6f-4024-9c8f-d91ff5a87dc8 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:26:21.090281 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f930de00-1443-4f3d-993d-5da51cc096d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (650632a2-ab6f-4024-9c8f-d91ff5a87dc8), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:21.135008 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-2a9cd7f1-6f34-4b5f-aa3b-c2c663791594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997f57f7-f3b6-42a0-b64a-99b631fd958e', 'name': 'tempest-TestShelveInstance-581613459-router', 'tenant_id': '7a9a4c2217284ce19ab23f564bcc815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '650632a2-ab6f-4024-9c8f-d91ff5a87dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:20:37Z', 'updated_at': '2022-07-28T02:26:20Z', 'revision_number': 5, 'project_id': '7a9a4c2217284ce19ab23f564bcc815b', 'gw_port': {'id': '650632a2-ab6f-4024-9c8f-d91ff5a87dc8', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997f57f7-f3b6-42a0-b64a-99b631fd958e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:38Z', 'updated_at': '2022-07-28T02:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi'}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:26:21.165671 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9cd7f1-6f34-4b5f-aa3b-c2c663791594 None None] Checking router: 997f57f7-f3b6-42a0-b64a-99b631fd958e for host: dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:26:21.173982 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9cd7f1-6f34-4b5f-aa3b-c2c663791594 None None] Routers {'997f57f7-f3b6-42a0-b64a-99b631fd958e'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:26:21.174601 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-2a9cd7f1-6f34-4b5f-aa3b-c2c663791594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:25:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['997f57f7-f3b6-42a0-b64a-99b631fd958e'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:26:21.176361 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-f930de00-1443-4f3d-993d-5da51cc096d9 admin admin] For port 650632a2-ab6f-4024-9c8f-d91ff5a87dc8, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=650632a2-ab6f-4024-9c8f-d91ff5a87dc8,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:26:21.176919 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f930de00-1443-4f3d-993d-5da51cc096d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (650632a2-ab6f-4024-9c8f-d91ff5a87dc8), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:21.189406 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-f930de00-1443-4f3d-993d-5da51cc096d9 admin admin] Calling delete_port for 650632a2-ab6f-4024-9c8f-d91ff5a87dc8 owned by network:router_gateway {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:26:21.202384 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:21.255194 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-2a9cd7f1-6f34-4b5f-aa3b-c2c663791594 None None] Set router 997f57f7-f3b6-42a0-b64a-99b631fd958e gateway port host: None {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:26:21.307544 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-2a9cd7f1-6f34-4b5f-aa3b-c2c663791594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997f57f7-f3b6-42a0-b64a-99b631fd958e', 'name': 'tempest-TestShelveInstance-581613459-router', 'tenant_id': '7a9a4c2217284ce19ab23f564bcc815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:20:37Z', 'updated_at': '2022-07-28T02:26:21Z', 'revision_number': 6, 'project_id': '7a9a4c2217284ce19ab23f564bcc815b', 'gw_port_host': None}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:26:21.332852 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9cd7f1-6f34-4b5f-aa3b-c2c663791594 None None] The sync data for ids ['997f57f7-f3b6-42a0-b64a-99b631fd958e'] in dv-cinder-799871-46-iscsi is: [{'id': '997f57f7-f3b6-42a0-b64a-99b631fd958e', 'name': 'tempest-TestShelveInstance-581613459-router', 'tenant_id': '7a9a4c2217284ce19ab23f564bcc815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:20:37Z', 'updated_at': '2022-07-28T02:26:21Z', 'revision_number': 6, 'project_id': '7a9a4c2217284ce19ab23f564bcc815b', 'gw_port_host': None}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:26:21.368503 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f930de00-1443-4f3d-993d-5da51cc096d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (650632a2-ab6f-4024-9c8f-d91ff5a87dc8), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:21.391335 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930de00-1443-4f3d-993d-5da51cc096d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=650632a2-ab6f-4024-9c8f-d91ff5a87dc8,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:26:21.467056 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f930de00-1443-4f3d-993d-5da51cc096d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-363025'] for router_gateway (997f57f7-f3b6-42a0-b64a-99b631fd958e), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:21.552020 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f930de00-1443-4f3d-993d-5da51cc096d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1600154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-849'] for router (997f57f7-f3b6-42a0-b64a-99b631fd958e), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:21.554125 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f930de00-1443-4f3d-993d-5da51cc096d9 admin admin] Publish callbacks [] for router_controller (997f57f7-f3b6-42a0-b64a-99b631fd958e), precommit_delete_associations {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:21.598802 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f930de00-1443-4f3d-993d-5da51cc096d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600024'] for router (997f57f7-f3b6-42a0-b64a-99b631fd958e), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:21.599520 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f930de00-1443-4f3d-993d-5da51cc096d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 997f57f7-f3b6-42a0-b64a-99b631fd958e {{(pid=103999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 02:26:21.603962 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f930de00-1443-4f3d-993d-5da51cc096d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:21.605169 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-f930de00-1443-4f3d-993d-5da51cc096d9 admin admin] 10.222.0.40 "DELETE /v2.0/routers/997f57f7-f3b6-42a0-b64a-99b631fd958e HTTP/1.1" status: 204 len: 168 time: 0.7613370 Jul 28 02:26:21.607596 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 50792) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:26:21.663360 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56d4ed1-ac83-463e-ace9-5d4061b4eb40 admin admin] Deleting subnet fd5b7ad2-f205-4715-a451-963db407217b {{(pid=103999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 02:26:21.667104 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a56d4ed1-ac83-463e-ace9-5d4061b4eb40 admin admin] Publish callbacks [] for subnet (fd5b7ad2-f205-4715-a451-963db407217b), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:21.703674 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a56d4ed1-ac83-463e-ace9-5d4061b4eb40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26608508'] for subnet (fd5b7ad2-f205-4715-a451-963db407217b), precommit_delete_associations {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:21.790572 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a56d4ed1-ac83-463e-ace9-5d4061b4eb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401899'] for subnet (fd5b7ad2-f205-4715-a451-963db407217b), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:21.880025 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679563ae-aa22-4df3-90b1-f100757ddda6 req-bd9a44e1-0da7-42a8-bd26-57f7686395ac tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:21.881456 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-679563ae-aa22-4df3-90b1-f100757ddda6 req-bd9a44e1-0da7-42a8-bd26-57f7686395ac tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0590279 Jul 28 02:26:21.882806 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a56d4ed1-ac83-463e-ace9-5d4061b4eb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25613297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25654463'] for subnet (fd5b7ad2-f205-4715-a451-963db407217b), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:21.916223 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d4ed1-ac83-463e-ace9-5d4061b4eb40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd5b7ad2-f205-4715-a451-963db407217b,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:26:21.928229 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a56d4ed1-ac83-463e-ace9-5d4061b4eb40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:21.931376 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-a56d4ed1-ac83-463e-ace9-5d4061b4eb40 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/fd5b7ad2-f205-4715-a451-963db407217b HTTP/1.1" status: 204 len: 168 time: 0.3228800 Jul 28 02:26:21.932160 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6681505-dea3-4671-93c9-1c2abd8a4770 None None] Network 37a993a1-1ac7-48cc-bc7f-5868ea8b486a requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:26:21.934080 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 50798) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:26:21.961272 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-679563ae-aa22-4df3-90b1-f100757ddda6 req-4c6faffa-cb5c-4884-8692-3fb13cf84974 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729899 Jul 28 02:26:22.022027 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-75760e94-b4a8-4900-a913-fa228fc8b1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311329'] for network (37a993a1-1ac7-48cc-bc7f-5868ea8b486a), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:22.034055 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:22.072486 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-75760e94-b4a8-4900-a913-fa228fc8b1e4 admin admin] Deleting port e16329e4-27c7-4399-a097-7afdcb1a162e {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:26:22.072899 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-75760e94-b4a8-4900-a913-fa228fc8b1e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (e16329e4-27c7-4399-a097-7afdcb1a162e), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:22.122234 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6a7e46-a53f-4ed8-aa4c-f3a0e855b761 None None] DHCP port deletion for 37a993a1-1ac7-48cc-bc7f-5868ea8b486a request from dv-cinder-799871-46-iscsi {{(pid=104001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 02:26:22.148518 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-75760e94-b4a8-4900-a913-fa228fc8b1e4 admin admin] For port e16329e4-27c7-4399-a097-7afdcb1a162e, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=e16329e4-27c7-4399-a097-7afdcb1a162e,segment=NetworkSegment(0fbe84b0-7f2b-48a5-ba5b-b7630833ed98),segment_id=0fbe84b0-7f2b-48a5-ba5b-b7630833ed98)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:26:22.148913 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-75760e94-b4a8-4900-a913-fa228fc8b1e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (e16329e4-27c7-4399-a097-7afdcb1a162e), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:22.162661 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-75760e94-b4a8-4900-a913-fa228fc8b1e4 admin admin] Calling delete_port for e16329e4-27c7-4399-a097-7afdcb1a162e owned by network:dhcp {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:26:22.168960 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-ce6a7e46-a53f-4ed8-aa4c-f3a0e855b761 None None] Deleting port e16329e4-27c7-4399-a097-7afdcb1a162e {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:26:22.169335 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ce6a7e46-a53f-4ed8-aa4c-f3a0e855b761 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (e16329e4-27c7-4399-a097-7afdcb1a162e), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:22.231939 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-ce6a7e46-a53f-4ed8-aa4c-f3a0e855b761 None None] For port e16329e4-27c7-4399-a097-7afdcb1a162e, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=e16329e4-27c7-4399-a097-7afdcb1a162e,segment=NetworkSegment(0fbe84b0-7f2b-48a5-ba5b-b7630833ed98),segment_id=0fbe84b0-7f2b-48a5-ba5b-b7630833ed98)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:26:22.232336 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ce6a7e46-a53f-4ed8-aa4c-f3a0e855b761 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (e16329e4-27c7-4399-a097-7afdcb1a162e), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:22.248179 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-75760e94-b4a8-4900-a913-fa228fc8b1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (e16329e4-27c7-4399-a097-7afdcb1a162e), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:22.253679 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-ce6a7e46-a53f-4ed8-aa4c-f3a0e855b761 None None] Calling delete_port for e16329e4-27c7-4399-a097-7afdcb1a162e owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:26:22.273642 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75760e94-b4a8-4900-a913-fa228fc8b1e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e16329e4-27c7-4399-a097-7afdcb1a162e,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:26:22.277140 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75760e94-b4a8-4900-a913-fa228fc8b1e4 admin admin] No DVR routers for this DVR port e16329e4-27c7-4399-a097-7afdcb1a162e on host dv-cinder-799871-46-iscsi {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:26:22.340959 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ce6a7e46-a53f-4ed8-aa4c-f3a0e855b761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668'] for port (e16329e4-27c7-4399-a097-7afdcb1a162e), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:22.354374 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-75760e94-b4a8-4900-a913-fa228fc8b1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397509', 'neutron.services.segments.db._delete_segments_for_network-8752357910218'] for network (37a993a1-1ac7-48cc-bc7f-5868ea8b486a), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:22.369588 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a7e46-a53f-4ed8-aa4c-f3a0e855b761 None None] Pushing event deleted for resources: {'Port': ['ID=e16329e4-27c7-4399-a097-7afdcb1a162e,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:26:22.375798 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6a7e46-a53f-4ed8-aa4c-f3a0e855b761 None None] No DVR routers for this DVR port e16329e4-27c7-4399-a097-7afdcb1a162e on host dv-cinder-799871-46-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:26:22.378287 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-75760e94-b4a8-4900-a913-fa228fc8b1e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37a993a1-1ac7-48cc-bc7f-5868ea8b486a']}} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:26:22.389138 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-75760e94-b4a8-4900-a913-fa228fc8b1e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fbe84b0-7f2b-48a5-ba5b-b7630833ed98') {'for_net_delete': True} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:26:22.389303 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-75760e94-b4a8-4900-a913-fa228fc8b1e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fbe84b0-7f2b-48a5-ba5b-b7630833ed98') {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:26:22.400306 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-75760e94-b4a8-4900-a913-fa228fc8b1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752357910119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629643'] for segment (0fbe84b0-7f2b-48a5-ba5b-b7630833ed98), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:22.414728 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-75760e94-b4a8-4900-a913-fa228fc8b1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (0fbe84b0-7f2b-48a5-ba5b-b7630833ed98), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:22.421924 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75760e94-b4a8-4900-a913-fa228fc8b1e4 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=104000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 02:26:22.422362 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-75760e94-b4a8-4900-a913-fa228fc8b1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3099414'] for segment (0fbe84b0-7f2b-48a5-ba5b-b7630833ed98), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:22.468387 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment 0fbe84b0-7f2b-48a5-ba5b-b7630833ed98 resource provider aggregate not found Jul 28 02:26:22.488510 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment 0fbe84b0-7f2b-48a5-ba5b-b7630833ed98 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0fbe84b0-7f2b-48a5-ba5b-b7630833ed98 found for delete ", "request_id": "req-a3e69e2e-d70c-4204-8e8c-f985af9a7541"}]} Jul 28 02:26:22.495323 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-75760e94-b4a8-4900-a913-fa228fc8b1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363069'] for network (37a993a1-1ac7-48cc-bc7f-5868ea8b486a), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:22.501784 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-75760e94-b4a8-4900-a913-fa228fc8b1e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:22.505043 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-75760e94-b4a8-4900-a913-fa228fc8b1e4 admin admin] 10.222.0.40 "DELETE /v2.0/networks/37a993a1-1ac7-48cc-bc7f-5868ea8b486a HTTP/1.1" status: 204 len: 168 time: 0.5694392 Jul 28 02:26:22.687988 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 50806) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:26:22.696215 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:22.740741 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-69a85c20-f546-4b88-bba7-842afe652133 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=723a88dd0d514e9080b5355da878b406&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0515232 Jul 28 02:26:22.749536 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 50810) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:26:22.775506 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75760e94-b4a8-4900-a913-fa228fc8b1e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=37a993a1-1ac7-48cc-bc7f-5868ea8b486a,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:26:22.800774 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e4ea1a00-768b-46c4-8d14-2fd19d6a6b1d admin admin] Publish callbacks [] for security_group (1440ed58-b6d8-4c86-8be0-ee78c940a0f2), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:22.823642 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e4ea1a00-768b-46c4-8d14-2fd19d6a6b1d admin admin] Publish callbacks [] for security_group (1440ed58-b6d8-4c86-8be0-ee78c940a0f2), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:22.831125 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:22.863817 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 650632a2-ab6f-4024-9c8f-d91ff5a87dc8 no longer exists at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:26:22.881906 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e4ea1a00-768b-46c4-8d14-2fd19d6a6b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (1440ed58-b6d8-4c86-8be0-ee78c940a0f2), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:22.884339 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] No Port match for: 650632a2-ab6f-4024-9c8f-d91ff5a87dc8 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:26:22.884688 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 650632a2-ab6f-4024-9c8f-d91ff5a87dc8 not bound to the agent host dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:26:22.884805 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e4ea1a00-768b-46c4-8d14-2fd19d6a6b1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:22.885124 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 0195857b-6b78-43e7-80f4-8ece25380f5b no longer exists at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:26:22.888362 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-e4ea1a00-768b-46c4-8d14-2fd19d6a6b1d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1440ed58-b6d8-4c86-8be0-ee78c940a0f2 HTTP/1.1" status: 204 len: 168 time: 0.1352904 Jul 28 02:26:22.895456 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea1a00-768b-46c4-8d14-2fd19d6a6b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1440ed58-b6d8-4c86-8be0-ee78c940a0f2,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:26:22.920662 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] No Port match for: 0195857b-6b78-43e7-80f4-8ece25380f5b {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:26:22.920958 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 0195857b-6b78-43e7-80f4-8ece25380f5b not bound to the agent host dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:26:22.921581 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device e16329e4-27c7-4399-a097-7afdcb1a162e no longer exists at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:26:22.945874 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] No Port match for: e16329e4-27c7-4399-a097-7afdcb1a162e {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:26:22.946508 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device e16329e4-27c7-4399-a097-7afdcb1a162e not bound to the agent host dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:26:23.099483 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795547a-416c-4f69-8c16-2077d4f80514 req-e88f9e0d-b129-4114-867e-151d414740cc tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:23.101040 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f795547a-416c-4f69-8c16-2077d4f80514 req-e88f9e0d-b129-4114-867e-151d414740cc tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0530000 Jul 28 02:26:23.155774 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f795547a-416c-4f69-8c16-2077d4f80514 req-9d794932-13f1-48a7-baff-dd9293e83a28 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477433 Jul 28 02:26:23.265401 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 50822) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:26:23.311177 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-80dc96e8-c297-47a7-99ce-f8ada1263fb6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7a9a4c2217284ce19ab23f564bcc815b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438273 Jul 28 02:26:23.313620 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 50826) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:26:23.365181 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-08406788-eddb-4293-ade6-a82176d0ecbc admin admin] Publish callbacks [] for security_group (176a0dce-021d-443a-a5dc-3c5a2842486f), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:23.386813 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-08406788-eddb-4293-ade6-a82176d0ecbc admin admin] Publish callbacks [] for security_group (176a0dce-021d-443a-a5dc-3c5a2842486f), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:23.433466 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-08406788-eddb-4293-ade6-a82176d0ecbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (176a0dce-021d-443a-a5dc-3c5a2842486f), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:23.438044 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-08406788-eddb-4293-ade6-a82176d0ecbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:23.440485 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-08406788-eddb-4293-ade6-a82176d0ecbc admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/176a0dce-021d-443a-a5dc-3c5a2842486f HTTP/1.1" status: 204 len: 168 time: 0.1252303 Jul 28 02:26:23.449818 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08406788-eddb-4293-ade6-a82176d0ecbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176a0dce-021d-443a-a5dc-3c5a2842486f,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:26:24.278151 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb5d13-fa03-4bf3-9f21-f383a3049d01 req-51b598bb-4b47-4979-baff-02d13fba6b93 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:24.279593 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bbdb5d13-fa03-4bf3-9f21-f383a3049d01 req-51b598bb-4b47-4979-baff-02d13fba6b93 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0496981 Jul 28 02:26:24.327686 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bbdb5d13-fa03-4bf3-9f21-f383a3049d01 req-62cad81a-c058-4e83-a37f-b098fc256cbf tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420437 Jul 28 02:26:25.451794 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655339a3-3d53-4348-9372-a30e2017cbd6 req-2e54f352-f6be-4c4b-bb0a-5bbc4b1d56ba tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:25.454399 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-655339a3-3d53-4348-9372-a30e2017cbd6 req-2e54f352-f6be-4c4b-bb0a-5bbc4b1d56ba tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0520399 Jul 28 02:26:25.503471 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-655339a3-3d53-4348-9372-a30e2017cbd6 req-a958db35-7e37-4d33-bced-fbda7b754c99 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432436 Jul 28 02:26:25.752610 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d302cf47-dd3e-4441-8e70-146cd8ffa0a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:26.479656 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:26:26.626308 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a8521-7138-4da1-8ce9-d067d2d9f727 req-7114a283-030e-44a5-9dba-c972b3117438 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:26.628891 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d56a8521-7138-4da1-8ce9-d067d2d9f727 req-7114a283-030e-44a5-9dba-c972b3117438 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0516186 Jul 28 02:26:26.679043 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d56a8521-7138-4da1-8ce9-d067d2d9f727 req-df4589f2-c2ce-4ad2-a259-00ce25b99634 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443234 Jul 28 02:26:27.830776 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccc78a-1409-4b46-93af-dec810d0d6fe req-8484c8a4-7c62-4c75-af8c-03859f8c54b6 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:27.833028 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-06ccc78a-1409-4b46-93af-dec810d0d6fe req-8484c8a4-7c62-4c75-af8c-03859f8c54b6 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0586462 Jul 28 02:26:27.897098 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-06ccc78a-1409-4b46-93af-dec810d0d6fe req-a3c8663d-c193-4ae1-a722-b27c5ba7d6ce tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542364 Jul 28 02:26:28.129494 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffefa4-d809-4631-ac58-57b592ecc062 req-3147284d-c5b9-4820-84ac-f934a8b54749 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:28.131015 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0fffefa4-d809-4631-ac58-57b592ecc062 req-3147284d-c5b9-4820-84ac-f934a8b54749 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0537024 Jul 28 02:26:28.155612 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:28.169323 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-eacaa77d-9426-444e-985f-cf82547403fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:28.482304 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025e37e-82d4-43fa-84ab-a9d01bf51b62 req-574589ab-41b8-4d65-9435-3af5b3d9394e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:28.483779 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7025e37e-82d4-43fa-84ab-a9d01bf51b62 req-574589ab-41b8-4d65-9435-3af5b3d9394e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96bfb8cb74ca4919897cf243daafbe2f&device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 1130 time: 0.3266549 Jul 28 02:26:28.488391 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0fffefa4-d809-4631-ac58-57b592ecc062 req-c504342e-2151-4155-bf8e-c3c985f928c6 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3516927 Jul 28 02:26:28.578057 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025e37e-82d4-43fa-84ab-a9d01bf51b62 req-dbc77e75-057a-4b10-b3e0-c7ff245af248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:28.579508 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7025e37e-82d4-43fa-84ab-a9d01bf51b62 req-dbc77e75-057a-4b10-b3e0-c7ff245af248 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2acebb6b-631e-460d-a599-e4c28fc62f29 HTTP/1.1" status: 200 len: 912 time: 0.0848393 Jul 28 02:26:28.624963 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:28.646889 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7025e37e-82d4-43fa-84ab-a9d01bf51b62 req-8b3bb87b-154c-4c2b-aec9-149b1b92e229 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5535562d-0c12-47d5-b1c1-dbf26caaa058 HTTP/1.1" status: 200 len: 1002 time: 0.0604346 Jul 28 02:26:28.697306 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025e37e-82d4-43fa-84ab-a9d01bf51b62 req-019e78c0-26ca-4005-97dd-cab4eb66d1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:28.698703 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7025e37e-82d4-43fa-84ab-a9d01bf51b62 req-019e78c0-26ca-4005-97dd-cab4eb66d1b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2444c2bc-d071-402a-aa6c-831f09f139a2 HTTP/1.1" status: 200 len: 850 time: 0.0447614 Jul 28 02:26:28.743404 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025e37e-82d4-43fa-84ab-a9d01bf51b62 req-350c9bd1-d83f-408e-9526-298273a7d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:28.744763 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7025e37e-82d4-43fa-84ab-a9d01bf51b62 req-350c9bd1-d83f-408e-9526-298273a7d120 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2acebb6b-631e-460d-a599-e4c28fc62f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384197 Jul 28 02:26:28.843713 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7025e37e-82d4-43fa-84ab-a9d01bf51b62 req-6dbd7fe4-371e-4c31-817d-6f6d64071c68 service neutron] 10.222.0.45 "GET /v2.0/networks/2acebb6b-631e-460d-a599-e4c28fc62f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872502 Jul 28 02:26:28.937785 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7025e37e-82d4-43fa-84ab-a9d01bf51b62 req-a141462f-30dc-4e70-ac6c-6e0ccda00810 service neutron] 10.222.0.45 "GET /v2.0/networks/2acebb6b-631e-460d-a599-e4c28fc62f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870659 Jul 28 02:26:29.252421 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:29.607462 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093e4cb-2e6e-4fa1-bd50-7f99c83c47ae req-b73a234b-9587-40aa-96bd-8f2659b587e8 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:29.608928 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2093e4cb-2e6e-4fa1-bd50-7f99c83c47ae req-b73a234b-9587-40aa-96bd-8f2659b587e8 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0470164 Jul 28 02:26:29.621990 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:29.657894 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2093e4cb-2e6e-4fa1-bd50-7f99c83c47ae req-89ecc3d5-5671-46ff-85c6-6e900e93a866 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422072 Jul 28 02:26:30.187355 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-0edd644f-f32b-47d4-be1a-98615e648616 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-115564651&fields=id&tenant_id=551ad4a52e754c83a0215409f09a21a8 HTTP/1.1" status: 200 len: 267 time: 0.0454462 Jul 28 02:26:30.299593 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-87a99842-5dcf-4dff-b26e-0a5ffa5416f8 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:30.301071 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-87a99842-5dcf-4dff-b26e-0a5ffa5416f8 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/networks?id=6a862076-171d-4686-a6b7-e646e42fd313 HTTP/1.1" status: 200 len: 811 time: 0.1060915 Jul 28 02:26:30.317526 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-c7f22bb6-2d4e-46be-8c3f-b2ebfb86f8dd tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/quotas/551ad4a52e754c83a0215409f09a21a8 HTTP/1.1" status: 200 len: 375 time: 0.0101190 Jul 28 02:26:30.371364 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-4991897b-8611-4757-811c-6a27e1374f6c tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=551ad4a52e754c83a0215409f09a21a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479424 Jul 28 02:26:30.477839 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-1590e992-0d03-4305-9a33-3a9c9a4ae997 service neutron] 10.222.0.40 "GET /v2.0/networks/6a862076-171d-4686-a6b7-e646e42fd313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934155 Jul 28 02:26:30.567794 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-0386c8dc-77bd-4aff-90cb-6453e9c76dd0 service neutron] 10.222.0.40 "GET /v2.0/networks/6a862076-171d-4686-a6b7-e646e42fd313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843253 Jul 28 02:26:30.706576 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:30.790402 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b99ac-fdf3-4966-8377-55550a1b9c0e req-81c7b453-63fd-49c4-b960-3bf228f67f38 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:30.791880 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c73b99ac-fdf3-4966-8377-55550a1b9c0e req-81c7b453-63fd-49c4-b960-3bf228f67f38 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0563664 Jul 28 02:26:30.880049 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f6fd37aa-fcb9-44b7-94cb-1116cb747868 req-ad7e6661-e3bb-45ca-b5ed-7b8d9e7c39b6 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0d634ea-8eeb-4280-afef-f5689e3cceb6 HTTP/1.1" status: 200 len: 210 time: 0.0433910 Jul 28 02:26:30.883334 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c73b99ac-fdf3-4966-8377-55550a1b9c0e req-3b0ca9df-6766-4509-bff7-3eb9d9be4406 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860651 Jul 28 02:26:31.036982 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:31.311033 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=51 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:31.788651 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:31.816782 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-06b2f422-8906-4239-b666-53fe380789e7 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:31.818234 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-06b2f422-8906-4239-b666-53fe380789e7 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.45 "GET /v2.0/networks?id=6a862076-171d-4686-a6b7-e646e42fd313 HTTP/1.1" status: 200 len: 811 time: 0.1074388 Jul 28 02:26:31.881692 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-040df249-236a-461e-afb5-4b28141dd8b6 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=551ad4a52e754c83a0215409f09a21a8 HTTP/1.1" status: 200 len: 379 time: 0.0547686 Jul 28 02:26:31.889820 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-77b0acf8-aa1a-4550-87b4-ffdcc7039355 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Request body: {'port': {'device_id': 'c0d634ea-8eeb-4280-afef-f5689e3cceb6', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'admin_state_up': True, 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'security_groups': ['a5fd9244-062f-4462-8b45-3721c7088b44']}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:26:31.996405 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a4f7865b-486e-4643-ac1f-aefa00a744c6 req-7d430dea-cf4c-47b1-a230-30d28e45387b tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0d634ea-8eeb-4280-afef-f5689e3cceb6 HTTP/1.1" status: 200 len: 210 time: 0.0421436 Jul 28 02:26:32.025721 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-77b0acf8-aa1a-4550-87b4-ffdcc7039355 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Made reservation on behalf of 551ad4a52e754c83a0215409f09a21a8 for: {'port': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:26:32.029151 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-77b0acf8-aa1a-4550-87b4-ffdcc7039355 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:32.156818 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-77b0acf8-aa1a-4550-87b4-ffdcc7039355 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Allocated IP 172.20.0.14 (6a862076-171d-4686-a6b7-e646e42fd313/27735d0c-b318-4429-9a91-75d6f81f616d/811f35df-5ed8-468d-a85d-74f5ac417103) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:26:32.180522 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:32.304545 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-77b0acf8-aa1a-4550-87b4-ffdcc7039355 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for port (811f35df-5ed8-468d-a85d-74f5ac417103), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:32.336590 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-77b0acf8-aa1a-4550-87b4-ffdcc7039355 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (811f35df-5ed8-468d-a85d-74f5ac417103), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:32.385438 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-77b0acf8-aa1a-4550-87b4-ffdcc7039355 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Network 6a862076-171d-4686-a6b7-e646e42fd313 is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:26:32.388697 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-77b0acf8-aa1a-4550-87b4-ffdcc7039355 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:26:32.392665 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-77b0acf8-aa1a-4550-87b4-ffdcc7039355 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:26:32.418217 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0acf8-aa1a-4550-87b4-ffdcc7039355 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Pushing event updated for resources: {'Port': ['ID=811f35df-5ed8-468d-a85d-74f5ac417103,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:26:32.433084 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0acf8-aa1a-4550-87b4-ffdcc7039355 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:26:32.433446 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0acf8-aa1a-4550-87b4-ffdcc7039355 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:26:32.433800 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0acf8-aa1a-4550-87b4-ffdcc7039355 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:26:32.434144 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0acf8-aa1a-4550-87b4-ffdcc7039355 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:26:32.434493 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0acf8-aa1a-4550-87b4-ffdcc7039355 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:26:32.434831 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0acf8-aa1a-4550-87b4-ffdcc7039355 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:26:32.435165 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0acf8-aa1a-4550-87b4-ffdcc7039355 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:26:32.435496 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0acf8-aa1a-4550-87b4-ffdcc7039355 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:26:32.435839 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0acf8-aa1a-4550-87b4-ffdcc7039355 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:26:32.436167 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0acf8-aa1a-4550-87b4-ffdcc7039355 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:26:32.436500 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0acf8-aa1a-4550-87b4-ffdcc7039355 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:26:32.436835 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0acf8-aa1a-4550-87b4-ffdcc7039355 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:26:32.437192 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0acf8-aa1a-4550-87b4-ffdcc7039355 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:26:32.437523 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0acf8-aa1a-4550-87b4-ffdcc7039355 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:26:32.437851 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0acf8-aa1a-4550-87b4-ffdcc7039355 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:26:32.462080 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-77b0acf8-aa1a-4550-87b4-ffdcc7039355 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:32.462686 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-77b0acf8-aa1a-4550-87b4-ffdcc7039355 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:32.482322 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-77b0acf8-aa1a-4550-87b4-ffdcc7039355 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5959270 Jul 28 02:26:32.494982 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-eb67e375-3c2a-421f-bc81-672fe572216c service neutron] Request body: {'port': {'device_id': 'c0d634ea-8eeb-4280-afef-f5689e3cceb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:26:32.560101 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-eb67e375-3c2a-421f-bc81-672fe572216c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (811f35df-5ed8-468d-a85d-74f5ac417103), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:32.594541 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:32.623868 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-67dda3d2-1e0a-40f8-a8c3-3282d9d04da0 None None] Provisioning complete for port 811f35df-5ed8-468d-a85d-74f5ac417103 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:26:32.624449 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-67dda3d2-1e0a-40f8-a8c3-3282d9d04da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (811f35df-5ed8-468d-a85d-74f5ac417103), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:32.655802 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-67dda3d2-1e0a-40f8-a8c3-3282d9d04da0 None None] Port 811f35df-5ed8-468d-a85d-74f5ac417103 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:26:32.819914 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-eb67e375-3c2a-421f-bc81-672fe572216c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 811f35df-5ed8-468d-a85d-74f5ac417103 {{(pid=103999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:26:32.827357 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-eb67e375-3c2a-421f-bc81-672fe572216c service neutron] Publish callbacks [] for port (811f35df-5ed8-468d-a85d-74f5ac417103), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:32.841256 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.provisioning_blocks [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-eb67e375-3c2a-421f-bc81-672fe572216c service neutron] Transition to ACTIVE for port object 811f35df-5ed8-468d-a85d-74f5ac417103 will not be triggered until provisioned by entity L2. {{(pid=103999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 02:26:32.844439 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-eb67e375-3c2a-421f-bc81-672fe572216c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25613259'] for port (811f35df-5ed8-468d-a85d-74f5ac417103), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:32.913843 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67e375-3c2a-421f-bc81-672fe572216c service neutron] Pushing event updated for resources: {'Port': ['ID=811f35df-5ed8-468d-a85d-74f5ac417103,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:26:32.960281 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:32.973698 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-eb67e375-3c2a-421f-bc81-672fe572216c service neutron] Attempting to bind port 811f35df-5ed8-468d-a85d-74f5ac417103 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:26:32.974038 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-eb67e375-3c2a-421f-bc81-672fe572216c service neutron] Attempting to bind port 811f35df-5ed8-468d-a85d-74f5ac417103 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '968874d2-a171-458e-9f57-ec646e40da4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313'}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:26:32.974373 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-eb67e375-3c2a-421f-bc81-672fe572216c service neutron] Attempting to bind port 811f35df-5ed8-468d-a85d-74f5ac417103 on network 6a862076-171d-4686-a6b7-e646e42fd313 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:26:32.980165 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-eb67e375-3c2a-421f-bc81-672fe572216c service neutron] Port 811f35df-5ed8-468d-a85d-74f5ac417103 on network 6a862076-171d-4686-a6b7-e646e42fd313 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 02:26:32.980489 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-eb67e375-3c2a-421f-bc81-672fe572216c service neutron] Attempting to bind port 811f35df-5ed8-468d-a85d-74f5ac417103 on network 6a862076-171d-4686-a6b7-e646e42fd313 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:26:32.985954 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-eb67e375-3c2a-421f-bc81-672fe572216c service neutron] Checking agent: {'id': '4faf9253-2001-44ef-b83a-102e5ef5a109', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'started_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:26:32.986300 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-eb67e375-3c2a-421f-bc81-672fe572216c service neutron] Checking segment: {'id': '968874d2-a171-458e-9f57-ec646e40da4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:26:32.986966 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-eb67e375-3c2a-421f-bc81-672fe572216c service neutron] Bound using segment: {'id': '968874d2-a171-458e-9f57-ec646e40da4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313'} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:26:32.987083 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-eb67e375-3c2a-421f-bc81-672fe572216c service neutron] Bound port: 811f35df-5ed8-468d-a85d-74f5ac417103, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '968874d2-a171-458e-9f57-ec646e40da4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313'}}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:26:32.987453 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-eb67e375-3c2a-421f-bc81-672fe572216c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (811f35df-5ed8-468d-a85d-74f5ac417103), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:33.052336 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-eb67e375-3c2a-421f-bc81-672fe572216c service neutron] For port 811f35df-5ed8-468d-a85d-74f5ac417103, host hv-cinder-79987, cleared binding levels {{(pid=103999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:26:33.055496 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-eb67e375-3c2a-421f-bc81-672fe572216c service neutron] For port 811f35df-5ed8-468d-a85d-74f5ac417103, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=811f35df-5ed8-468d-a85d-74f5ac417103,segment=NetworkSegment(968874d2-a171-458e-9f57-ec646e40da4a),segment_id=968874d2-a171-458e-9f57-ec646e40da4a)] {{(pid=103999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:26:33.062051 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-eb67e375-3c2a-421f-bc81-672fe572216c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25613259'] for port (811f35df-5ed8-468d-a85d-74f5ac417103), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:33.103960 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-eb67e375-3c2a-421f-bc81-672fe572216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:33.104579 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-eb67e375-3c2a-421f-bc81-672fe572216c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:33.105961 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-eb67e375-3c2a-421f-bc81-672fe572216c service neutron] 10.222.0.45 "PUT /v2.0/ports/811f35df-5ed8-468d-a85d-74f5ac417103 HTTP/1.1" status: 200 len: 1094 time: 0.6152427 Jul 28 02:26:33.109603 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d634ea-8eeb-4280-afef-f5689e3cceb6', 'tag': '811f35df-5ed8-468d-a85d-74f5ac417103'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:26:33.111884 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fd3017fc08cfcfd8945092685727e724b0eb79f5cdddf0496dd7adb644fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f581e2a9-cd38-4032-9277-ac4da6a7b480" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d634ea-8eeb-4280-afef-f5689e3cceb6", "tag": "811f35df-5ed8-468d-a85d-74f5ac417103"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:26:33.169849 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b831f6-c207-48f1-b8b6-ff940adfc91f req-e6b0966b-cdf2-478f-adc9-bfec1ecc72ce tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:33.171603 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-99b831f6-c207-48f1-b8b6-ff940adfc91f req-e6b0966b-cdf2-478f-adc9-bfec1ecc72ce tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0d634ea-8eeb-4280-afef-f5689e3cceb6 HTTP/1.1" status: 200 len: 944 time: 0.0819016 Jul 28 02:26:33.175425 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbe30c4-815d-4ff6-b335-be8d95f0a5a8 x-openstack-request-id: req-edbe30c4-815d-4ff6-b335-be8d95f0a5a8 {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:26:33.175633 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d634ea-8eeb-4280-afef-f5689e3cceb6", "tag": "811f35df-5ed8-468d-a85d-74f5ac417103", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:26:33.175936 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-edbe30c4-815d-4ff6-b335-be8d95f0a5a8 {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:26:33.176343 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edbe30c4-815d-4ff6-b335-be8d95f0a5a8'] response: {'name': 'network-changed', 'server_uuid': 'c0d634ea-8eeb-4280-afef-f5689e3cceb6', 'tag': '811f35df-5ed8-468d-a85d-74f5ac417103', 'status': 'completed', 'code': 200} Jul 28 02:26:33.186201 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67e375-3c2a-421f-bc81-672fe572216c service neutron] Pushing event updated for resources: {'Port': ['ID=811f35df-5ed8-468d-a85d-74f5ac417103,revision_number=3']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:26:33.236310 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-99b831f6-c207-48f1-b8b6-ff940adfc91f req-fd1a3223-9de1-4244-b94a-a246b2221d36 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567532 Jul 28 02:26:33.353853 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581e2a9-cd38-4032-9277-ac4da6a7b480 req-168bb824-ba42-4baa-9b01-b419c5e7c10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:33.355359 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f581e2a9-cd38-4032-9277-ac4da6a7b480 req-168bb824-ba42-4baa-9b01-b419c5e7c10a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=551ad4a52e754c83a0215409f09a21a8&device_id=c0d634ea-8eeb-4280-afef-f5689e3cceb6 HTTP/1.1" status: 200 len: 1128 time: 0.0457454 Jul 28 02:26:33.418916 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=58,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:33.446071 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=86,neutron:DELETE=7 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:33.759612 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581e2a9-cd38-4032-9277-ac4da6a7b480 req-29374c28-73a9-4a2d-8a35-1d85d31e1285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:33.761108 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f581e2a9-cd38-4032-9277-ac4da6a7b480 req-29374c28-73a9-4a2d-8a35-1d85d31e1285 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=551ad4a52e754c83a0215409f09a21a8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1021502 Jul 28 02:26:33.866138 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581e2a9-cd38-4032-9277-ac4da6a7b480 req-cb4dbb3d-3dbc-4949-a9eb-b459b256356f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:33.867610 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f581e2a9-cd38-4032-9277-ac4da6a7b480 req-cb4dbb3d-3dbc-4949-a9eb-b459b256356f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949817 Jul 28 02:26:33.931755 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:33.945270 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-cec29d51-f64a-4d91-9b5e-8ac69e4e774a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:33.946740 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-cec29d51-f64a-4d91-9b5e-8ac69e4e774a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=551ad4a52e754c83a0215409f09a21a8&device_id=c0d634ea-8eeb-4280-afef-f5689e3cceb6 HTTP/1.1" status: 200 len: 1128 time: 0.0439796 Jul 28 02:26:33.991764 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-88f1d1a3-e244-4404-b0c4-4955ae467cad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=811f35df-5ed8-468d-a85d-74f5ac417103 HTTP/1.1" status: 200 len: 217 time: 0.0380840 Jul 28 02:26:34.042239 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-74ec04ad-98e9-431e-a475-e1f15d022a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:34.043688 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-74ec04ad-98e9-431e-a475-e1f15d022a8b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27735d0c-b318-4429-9a91-75d6f81f616d HTTP/1.1" status: 200 len: 850 time: 0.0452795 Jul 28 02:26:34.090226 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-400fbed0-b2f3-4ba7-adcb-a63bda7df824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:34.091911 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-400fbed0-b2f3-4ba7-adcb-a63bda7df824 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a862076-171d-4686-a6b7-e646e42fd313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405738 Jul 28 02:26:34.194234 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-11722ed0-15ca-498e-acbe-4e827d076d1a service neutron] 10.222.0.45 "GET /v2.0/networks/6a862076-171d-4686-a6b7-e646e42fd313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944293 Jul 28 02:26:34.289862 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a3b954fe-7e03-4f8e-b7a7-d6b751e1be17 req-fc2a9df9-f091-4b8b-a42b-fb913971ffdd service neutron] 10.222.0.45 "GET /v2.0/networks/6a862076-171d-4686-a6b7-e646e42fd313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898001 Jul 28 02:26:34.362383 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcad56e-fa63-4fd6-a272-ba15cf2cb627 req-2c4fbfae-c2b1-400e-a5e0-47f475c7b942 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:34.363831 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bbcad56e-fa63-4fd6-a272-ba15cf2cb627 req-2c4fbfae-c2b1-400e-a5e0-47f475c7b942 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0d634ea-8eeb-4280-afef-f5689e3cceb6 HTTP/1.1" status: 200 len: 944 time: 0.0523784 Jul 28 02:26:34.412376 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bbcad56e-fa63-4fd6-a272-ba15cf2cb627 req-774c3505-a048-4d2c-a1e0-587837e42e75 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427907 Jul 28 02:26:35.528391 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bc51f-e81b-4de9-a5fa-0148a7a51e8b req-50e639fb-675d-4a88-b49f-22e2b6d0ef91 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:35.529892 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-468bc51f-e81b-4de9-a5fa-0148a7a51e8b req-50e639fb-675d-4a88-b49f-22e2b6d0ef91 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0d634ea-8eeb-4280-afef-f5689e3cceb6 HTTP/1.1" status: 200 len: 944 time: 0.0476246 Jul 28 02:26:35.537714 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:35.589749 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-468bc51f-e81b-4de9-a5fa-0148a7a51e8b req-75ba7fd9-3e7a-45af-83da-e5270edc6ad7 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535753 Jul 28 02:26:36.694648 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:36.713054 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce017bea-85ae-4e71-a5b3-aac86e26d3a8 req-b5a5d262-ac3b-4c22-a600-e244983cd019 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:36.714763 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ce017bea-85ae-4e71-a5b3-aac86e26d3a8 req-b5a5d262-ac3b-4c22-a600-e244983cd019 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0d634ea-8eeb-4280-afef-f5689e3cceb6 HTTP/1.1" status: 200 len: 944 time: 0.0506418 Jul 28 02:26:36.765830 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ce017bea-85ae-4e71-a5b3-aac86e26d3a8 req-7213dcd5-0ef4-4d87-902a-d688b17acf72 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454686 Jul 28 02:26:37.883097 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df936bd3-f405-4d22-aa21-5e6364402d40 req-17ef5986-21a1-4d47-b078-f6de8ebafa99 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:37.884530 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-df936bd3-f405-4d22-aa21-5e6364402d40 req-17ef5986-21a1-4d47-b078-f6de8ebafa99 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0d634ea-8eeb-4280-afef-f5689e3cceb6 HTTP/1.1" status: 200 len: 944 time: 0.0473962 Jul 28 02:26:37.934556 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-df936bd3-f405-4d22-aa21-5e6364402d40 req-c5d0d840-0504-462e-99e6-b22049607b3e tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445471 Jul 28 02:26:39.054618 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4fac3-8a2d-4b59-95ff-1797b3c25016 req-a013b99f-1ead-46a4-861e-46d07d852f70 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:39.056135 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6ee4fac3-8a2d-4b59-95ff-1797b3c25016 req-a013b99f-1ead-46a4-861e-46d07d852f70 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0d634ea-8eeb-4280-afef-f5689e3cceb6 HTTP/1.1" status: 200 len: 944 time: 0.0493770 Jul 28 02:26:39.114496 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6ee4fac3-8a2d-4b59-95ff-1797b3c25016 req-345b1508-78f9-4270-ae8b-6754fa55fa3d tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521786 Jul 28 02:26:40.236155 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d864d1-a1c2-4536-a7ce-4ae019916c77 req-4ce17e32-d930-4a65-a872-8c4378d84277 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:40.238276 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a0d864d1-a1c2-4536-a7ce-4ae019916c77 req-4ce17e32-d930-4a65-a872-8c4378d84277 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0d634ea-8eeb-4280-afef-f5689e3cceb6 HTTP/1.1" status: 200 len: 944 time: 0.0476704 Jul 28 02:26:40.286602 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a0d864d1-a1c2-4536-a7ce-4ae019916c77 req-3a55b4c8-6cd4-487c-9618-becaf391d1ec tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428636 Jul 28 02:26:41.407534 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445cb089-d2af-4714-b13e-3d924c29e0a8 req-9f5690e5-9ec9-4765-ad37-d5ccd0bdf998 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:41.409534 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-445cb089-d2af-4714-b13e-3d924c29e0a8 req-9f5690e5-9ec9-4765-ad37-d5ccd0bdf998 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0d634ea-8eeb-4280-afef-f5689e3cceb6 HTTP/1.1" status: 200 len: 944 time: 0.0496030 Jul 28 02:26:41.459540 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-445cb089-d2af-4714-b13e-3d924c29e0a8 req-78b99001-84fe-41ba-8181-a001787171d5 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443144 Jul 28 02:26:42.581534 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:42.593213 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46daf5a-467d-4fc1-b4b2-98115729d93e req-d015cddb-85a0-43f9-b7ce-781c7ddaa1e1 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:42.594804 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b46daf5a-467d-4fc1-b4b2-98115729d93e req-d015cddb-85a0-43f9-b7ce-781c7ddaa1e1 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0d634ea-8eeb-4280-afef-f5689e3cceb6 HTTP/1.1" status: 200 len: 944 time: 0.0543284 Jul 28 02:26:42.647043 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b46daf5a-467d-4fc1-b4b2-98115729d93e req-ecfe07ca-bca1-407a-a263-4b21e9e107b2 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459096 Jul 28 02:26:43.763630 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e46585-2087-4e14-acf9-fbdc5eb96af6 req-cb8f4db9-9583-49df-aea7-24f4a6caf303 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:43.765017 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e9e46585-2087-4e14-acf9-fbdc5eb96af6 req-cb8f4db9-9583-49df-aea7-24f4a6caf303 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0d634ea-8eeb-4280-afef-f5689e3cceb6 HTTP/1.1" status: 200 len: 944 time: 0.0468764 Jul 28 02:26:43.814301 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e9e46585-2087-4e14-acf9-fbdc5eb96af6 req-e051a57d-df3e-4b5d-9d74-a54c19076018 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437725 Jul 28 02:26:44.933182 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa5977-a354-4cd7-84d5-28aeefbbfeca req-bbb3db67-1e12-4229-a620-07951f97af9f tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:44.934630 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bbaa5977-a354-4cd7-84d5-28aeefbbfeca req-bbb3db67-1e12-4229-a620-07951f97af9f tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0d634ea-8eeb-4280-afef-f5689e3cceb6 HTTP/1.1" status: 200 len: 944 time: 0.0465546 Jul 28 02:26:44.986162 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bbaa5977-a354-4cd7-84d5-28aeefbbfeca req-41f05385-c436-4d49-b0c0-6207df5528a8 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454700 Jul 28 02:26:45.300134 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 811f35df-5ed8-468d-a85d-74f5ac417103 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 02:26:45.397060 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:45.398958 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 811f35df-5ed8-468d-a85d-74f5ac417103, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=811f35df-5ed8-468d-a85d-74f5ac417103,segment=NetworkSegment(968874d2-a171-458e-9f57-ec646e40da4a),segment_id=968874d2-a171-458e-9f57-ec646e40da4a)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:26:45.411283 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Returning: {'device': '811f35df-5ed8-468d-a85d-74f5ac417103', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'port_id': '811f35df-5ed8-468d-a85d-74f5ac417103', 'mac_address': 'fa:16:3e:69:a3:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 02:26:45.445739 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 811f35df-5ed8-468d-a85d-74f5ac417103 is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:26:45.446124 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (811f35df-5ed8-468d-a85d-74f5ac417103), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:45.458843 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 811f35df-5ed8-468d-a85d-74f5ac417103 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:26:45.478619 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 811f35df-5ed8-468d-a85d-74f5ac417103, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=811f35df-5ed8-468d-a85d-74f5ac417103,segment=NetworkSegment(968874d2-a171-458e-9f57-ec646e40da4a),segment_id=968874d2-a171-458e-9f57-ec646e40da4a)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:26:45.484074 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (811f35df-5ed8-468d-a85d-74f5ac417103), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:45.529202 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=811f35df-5ed8-468d-a85d-74f5ac417103,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:26:45.537284 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:26:45.537630 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:26:45.537968 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:26:45.538301 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:26:45.538633 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:26:45.538959 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:26:45.539282 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:26:45.539603 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:26:45.539925 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:26:45.540244 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:26:45.540568 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:26:45.540908 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:26:45.541230 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:26:45.541548 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:26:45.541861 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:26:45.792981 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['811f35df-5ed8-468d-a85d-74f5ac417103'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:26:46.109877 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481bd99-bbdc-44f6-893f-38162f05ea63 req-2bcb4674-1765-4b80-83f9-96e54d279442 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:46.111281 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9481bd99-bbdc-44f6-893f-38162f05ea63 req-2bcb4674-1765-4b80-83f9-96e54d279442 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0d634ea-8eeb-4280-afef-f5689e3cceb6 HTTP/1.1" status: 200 len: 945 time: 0.0491183 Jul 28 02:26:46.161902 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9481bd99-bbdc-44f6-893f-38162f05ea63 req-ebedde02-fbdb-4e3b-9a32-62322ffe2ae6 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446625 Jul 28 02:26:46.353142 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:46.353884 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=67 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:46.675304 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 811f35df-5ed8-468d-a85d-74f5ac417103 up at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:26:46.722659 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning for port 811f35df-5ed8-468d-a85d-74f5ac417103 completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 02:26:46.728302 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning complete for port 811f35df-5ed8-468d-a85d-74f5ac417103 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:26:46.728676 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (811f35df-5ed8-468d-a85d-74f5ac417103), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:46.750610 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:46.801234 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 811f35df-5ed8-468d-a85d-74f5ac417103 is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:26:46.801620 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (811f35df-5ed8-468d-a85d-74f5ac417103), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:46.824692 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d634ea-8eeb-4280-afef-f5689e3cceb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811f35df-5ed8-468d-a85d-74f5ac417103'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:26:46.827079 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd7b23193eab089ffe890151ec8d4d81c159f1068d0ecb51bca31dcd10d4c9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9df97cb-686a-4e4f-b80c-2fb3b575b7c1" -d '{"events": [{"server_uuid": "c0d634ea-8eeb-4280-afef-f5689e3cceb6", "name": "network-vif-plugged", "status": "completed", "tag": "811f35df-5ed8-468d-a85d-74f5ac417103"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:26:46.840332 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 811f35df-5ed8-468d-a85d-74f5ac417103, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=811f35df-5ed8-468d-a85d-74f5ac417103,segment=NetworkSegment(968874d2-a171-458e-9f57-ec646e40da4a),segment_id=968874d2-a171-458e-9f57-ec646e40da4a)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:26:46.843337 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (811f35df-5ed8-468d-a85d-74f5ac417103), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:46.869938 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167e2c1e-b7dc-4843-aa93-92d962063cf6 x-openstack-request-id: req-167e2c1e-b7dc-4843-aa93-92d962063cf6 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:26:46.870232 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d634ea-8eeb-4280-afef-f5689e3cceb6", "name": "network-vif-plugged", "status": "completed", "tag": "811f35df-5ed8-468d-a85d-74f5ac417103", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:26:46.870489 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-167e2c1e-b7dc-4843-aa93-92d962063cf6 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:26:46.870883 dv-cinder-799871-46-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-167e2c1e-b7dc-4843-aa93-92d962063cf6'] response: {'server_uuid': 'c0d634ea-8eeb-4280-afef-f5689e3cceb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811f35df-5ed8-468d-a85d-74f5ac417103', 'code': 200} Jul 28 02:26:46.899399 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=811f35df-5ed8-468d-a85d-74f5ac417103,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:26:47.097457 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31b185-df4a-4163-80ae-5d52669bcb1e req-97804928-6811-4c02-b9b4-1b9c7bdd61a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:47.098837 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6e31b185-df4a-4163-80ae-5d52669bcb1e req-97804928-6811-4c02-b9b4-1b9c7bdd61a3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c0d634ea-8eeb-4280-afef-f5689e3cceb6 HTTP/1.1" status: 200 len: 1130 time: 0.0405331 Jul 28 02:26:47.144012 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6e31b185-df4a-4163-80ae-5d52669bcb1e req-0dcd2f56-b0eb-4e93-b04f-cf5ec5999f4c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387599 Jul 28 02:26:47.281014 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a9d8e-1775-43aa-bee7-3bef655ba0e6 req-d7098a61-5e89-420b-ba8e-b9081e04eb17 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:47.282445 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2c1a9d8e-1775-43aa-bee7-3bef655ba0e6 req-d7098a61-5e89-420b-ba8e-b9081e04eb17 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0d634ea-8eeb-4280-afef-f5689e3cceb6 HTTP/1.1" status: 200 len: 946 time: 0.0493057 Jul 28 02:26:47.331202 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2c1a9d8e-1775-43aa-bee7-3bef655ba0e6 req-815707d6-13af-4165-875d-e5511d296c59 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425332 Jul 28 02:26:48.450408 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11feb05b-0628-4b72-9edf-8442806b69ab req-00619294-1a6d-42ef-b0b4-8cba2a4475a9 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:48.451833 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-11feb05b-0628-4b72-9edf-8442806b69ab req-00619294-1a6d-42ef-b0b4-8cba2a4475a9 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0d634ea-8eeb-4280-afef-f5689e3cceb6 HTTP/1.1" status: 200 len: 946 time: 0.0481706 Jul 28 02:26:48.470067 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:48.501324 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-11feb05b-0628-4b72-9edf-8442806b69ab req-8d583f11-3034-47e8-82fa-bb63f8adb9df tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438814 Jul 28 02:26:48.620056 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17618c6-3266-4269-bb20-fd3d6a947085 req-f4290384-2f6c-4f26-873e-95950b821b2b tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:48.621519 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f17618c6-3266-4269-bb20-fd3d6a947085 req-f4290384-2f6c-4f26-873e-95950b821b2b tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0d634ea-8eeb-4280-afef-f5689e3cceb6 HTTP/1.1" status: 200 len: 946 time: 0.0503750 Jul 28 02:26:48.672334 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f17618c6-3266-4269-bb20-fd3d6a947085 req-70f45b63-9329-4185-a296-bf68d3378133 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452070 Jul 28 02:26:48.699324 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 51006) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:26:48.890025 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b59574-7094-4090-9427-7d25c78a6bff tempest-TestVolumeBootPattern-210571457 tempest-TestVolumeBootPattern-210571457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:48.891572 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-75b59574-7094-4090-9427-7d25c78a6bff tempest-TestVolumeBootPattern-210571457 tempest-TestVolumeBootPattern-210571457-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=c0d634ea-8eeb-4280-afef-f5689e3cceb6 HTTP/1.1" status: 200 len: 1125 time: 0.1912632 Jul 28 02:26:48.894809 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 51014) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:26:48.899228 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-07f3c80a-9120-4e76-a900-955aad8f5417 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Request body: {'floatingip': {'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'port_id': '811f35df-5ed8-468d-a85d-74f5ac417103', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:26:48.920813 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-07f3c80a-9120-4e76-a900-955aad8f5417 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:49.005331 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-07f3c80a-9120-4e76-a900-955aad8f5417 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:49.118772 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [None req-07f3c80a-9120-4e76-a900-955aad8f5417 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Allocated IP 172.27.0.25 (fac975fe-f61e-48f2-98cd-c3133f923d7b/e1a55f55-f115-45c6-a5b1-44ded4e4dd9d/3756c6a8-4ea3-4a90-8eb5-177379337b00) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:26:49.122582 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:49.230995 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-07f3c80a-9120-4e76-a900-955aad8f5417 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for port (3756c6a8-4ea3-4a90-8eb5-177379337b00), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:49.262977 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-07f3c80a-9120-4e76-a900-955aad8f5417 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (3756c6a8-4ea3-4a90-8eb5-177379337b00), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:49.305909 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f3c80a-9120-4e76-a900-955aad8f5417 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Network fac975fe-f61e-48f2-98cd-c3133f923d7b is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:26:49.309071 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-07f3c80a-9120-4e76-a900-955aad8f5417 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:26:49.313027 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f3c80a-9120-4e76-a900-955aad8f5417 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:26:49.316403 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3c80a-9120-4e76-a900-955aad8f5417 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Pushing event updated for resources: {'Port': ['ID=3756c6a8-4ea3-4a90-8eb5-177379337b00,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:26:49.522704 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:49.665915 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-07f3c80a-9120-4e76-a900-955aad8f5417 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for floatingip (536407e2-f577-4935-b9e2-182280cc1c8e), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:49.731499 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-07f3c80a-9120-4e76-a900-955aad8f5417 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (3756c6a8-4ea3-4a90-8eb5-177379337b00), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:49.877792 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:49.880038 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-07f3c80a-9120-4e76-a900-955aad8f5417 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for port (3756c6a8-4ea3-4a90-8eb5-177379337b00), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:49.885028 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-07f3c80a-9120-4e76-a900-955aad8f5417 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25613259'] for port (3756c6a8-4ea3-4a90-8eb5-177379337b00), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:49.959577 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3c80a-9120-4e76-a900-955aad8f5417 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Pushing event updated for resources: {'Port': ['ID=3756c6a8-4ea3-4a90-8eb5-177379337b00,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:26:49.973457 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-07f3c80a-9120-4e76-a900-955aad8f5417 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (536407e2-f577-4935-b9e2-182280cc1c8e), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:50.339904 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.db.l3_db [None req-07f3c80a-9120-4e76-a900-955aad8f5417 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Floating IP 536407e2-f577-4935-b9e2-182280cc1c8e associated. External IP: 172.27.0.25, port: 811f35df-5ed8-468d-a85d-74f5ac417103. Jul 28 02:26:50.535567 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f3c80a-9120-4e76-a900-955aad8f5417 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Router 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:26:50.639422 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f3c80a-9120-4e76-a900-955aad8f5417 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:26:50.652174 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f80e32-029c-4610-9718-ea8d6330ae0b None None] Sync routers for ids ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:26:50.657912 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-07f3c80a-9120-4e76-a900-955aad8f5417 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:50.664964 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f80e32-029c-4610-9718-ea8d6330ae0b None None] Routers {'6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:26:50.665740 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-51f80e32-029c-4610-9718-ea8d6330ae0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:26:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:26:50.677665 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:50.695916 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-07f3c80a-9120-4e76-a900-955aad8f5417 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8000667 Jul 28 02:26:50.696728 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d634ea-8eeb-4280-afef-f5689e3cceb6', 'tag': '811f35df-5ed8-468d-a85d-74f5ac417103'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:26:50.699147 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fd3017fc08cfcfd8945092685727e724b0eb79f5cdddf0496dd7adb644fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e55ec2-f7f9-492d-9053-bcd40ae0d31c" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d634ea-8eeb-4280-afef-f5689e3cceb6", "tag": "811f35df-5ed8-468d-a85d-74f5ac417103"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:26:50.739624 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8552320-b5e9-4150-a21e-de15667276d0 x-openstack-request-id: req-d8552320-b5e9-4150-a21e-de15667276d0 {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:26:50.739919 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d634ea-8eeb-4280-afef-f5689e3cceb6", "tag": "811f35df-5ed8-468d-a85d-74f5ac417103", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:26:50.740174 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d8552320-b5e9-4150-a21e-de15667276d0 {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:26:50.740590 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8552320-b5e9-4150-a21e-de15667276d0'] response: {'name': 'network-changed', 'server_uuid': 'c0d634ea-8eeb-4280-afef-f5689e3cceb6', 'tag': '811f35df-5ed8-468d-a85d-74f5ac417103', 'status': 'completed', 'code': 200} Jul 28 02:26:50.776605 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-51f80e32-029c-4610-9718-ea8d6330ae0b None None] Set router 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:26:50.804256 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e55ec2-f7f9-492d-9053-bcd40ae0d31c req-54ec8b03-fa9d-4dcc-bcc8-f04d59150853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:50.805688 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c8e55ec2-f7f9-492d-9053-bcd40ae0d31c req-54ec8b03-fa9d-4dcc-bcc8-f04d59150853 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=551ad4a52e754c83a0215409f09a21a8&device_id=c0d634ea-8eeb-4280-afef-f5689e3cceb6 HTTP/1.1" status: 200 len: 1130 time: 0.0398409 Jul 28 02:26:50.845482 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:50.911598 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e55ec2-f7f9-492d-9053-bcd40ae0d31c req-3a80be98-e341-4f07-8dbc-604cd060802e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:50.913594 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c8e55ec2-f7f9-492d-9053-bcd40ae0d31c req-3a80be98-e341-4f07-8dbc-604cd060802e service neutron] 10.222.0.45 "GET /v2.0/networks?id=6a862076-171d-4686-a6b7-e646e42fd313 HTTP/1.1" status: 200 len: 912 time: 0.0944717 Jul 28 02:26:50.987507 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c8e55ec2-f7f9-492d-9053-bcd40ae0d31c req-03645062-f9f2-4da9-b1d5-ea15a0b8d7ff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=811f35df-5ed8-468d-a85d-74f5ac417103 HTTP/1.1" status: 200 len: 999 time: 0.0675852 Jul 28 02:26:51.006485 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-51f80e32-029c-4610-9718-ea8d6330ae0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'name': 'tempest-TestVolumeBootPattern-455782637-router', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:48Z', 'updated_at': '2022-07-28T02:19:56Z', 'revision_number': 4, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'gw_port': {'id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:50Z', 'updated_at': '2022-07-28T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': '39106f37-76ea-41d0-8a83-e13065c4fb64', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'floating_ip_address': '172.27.0.129', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'port_id': 'b509a104-5aca-4c4b-b08e-13aca2f9bbe0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'mac_address': 'fa:16:3e:93:0a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1560ee-67e3-4c05-b0e3-e51772b3fad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:24:22Z', 'updated_at': '2022-07-28T02:24:25Z', 'revision_number': 1, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'fixed_ip_address_scope': None}, {'id': '536407e2-f577-4935-b9e2-182280cc1c8e', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'port_id': '811f35df-5ed8-468d-a85d-74f5ac417103', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'mac_address': 'fa:16:3e:69:a3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d634ea-8eeb-4280-afef-f5689e3cceb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:26:49Z', 'updated_at': '2022-07-28T02:26:49Z', 'revision_number': 0, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e84029-f951-4461-b07a-2287d0656dca', 'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'mac_address': 'fa:16:3e:07:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:54Z', 'updated_at': '2022-07-28T02:20:03Z', 'revision_number': 5, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'subnets': [{'id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:26:51.034394 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f80e32-029c-4610-9718-ea8d6330ae0b None None] Checking router: 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:26:51.038972 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e55ec2-f7f9-492d-9053-bcd40ae0d31c req-d29c5aa5-d84d-4e91-963c-ac38ffc549af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:51.040413 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c8e55ec2-f7f9-492d-9053-bcd40ae0d31c req-d29c5aa5-d84d-4e91-963c-ac38ffc549af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27735d0c-b318-4429-9a91-75d6f81f616d HTTP/1.1" status: 200 len: 850 time: 0.0460663 Jul 28 02:26:51.042882 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f80e32-029c-4610-9718-ea8d6330ae0b None None] Routers {'6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:26:51.043485 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-51f80e32-029c-4610-9718-ea8d6330ae0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:26:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:26:51.089064 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e55ec2-f7f9-492d-9053-bcd40ae0d31c req-1d73d32b-51d2-4b5d-a594-bed0f9ee4e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:51.090473 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c8e55ec2-f7f9-492d-9053-bcd40ae0d31c req-1d73d32b-51d2-4b5d-a594-bed0f9ee4e91 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a862076-171d-4686-a6b7-e646e42fd313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423462 Jul 28 02:26:51.147521 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-51f80e32-029c-4610-9718-ea8d6330ae0b None None] Set router 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:26:51.189960 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c8e55ec2-f7f9-492d-9053-bcd40ae0d31c req-1700569c-bd99-4253-b7f8-85786d005ab0 service neutron] 10.222.0.45 "GET /v2.0/networks/6a862076-171d-4686-a6b7-e646e42fd313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928690 Jul 28 02:26:51.252320 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:51.291714 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c8e55ec2-f7f9-492d-9053-bcd40ae0d31c req-4fce449f-eb0c-4e00-96e5-adbf88ab54fe service neutron] 10.222.0.45 "GET /v2.0/networks/6a862076-171d-4686-a6b7-e646e42fd313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949972 Jul 28 02:26:51.481060 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0933ff-8f1f-4ad3-84d8-174d7a2dd065 req-878ab697-e362-4bdb-81a6-f51e475265dc tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:51.482510 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0e0933ff-8f1f-4ad3-84d8-174d7a2dd065 req-878ab697-e362-4bdb-81a6-f51e475265dc tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/ports?device_id=74947e5c-adef-420f-996c-1cc87cda6bb9 HTTP/1.1" status: 200 len: 945 time: 0.0528960 Jul 28 02:26:51.508446 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-51f80e32-029c-4610-9718-ea8d6330ae0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'name': 'tempest-TestVolumeBootPattern-455782637-router', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:48Z', 'updated_at': '2022-07-28T02:19:56Z', 'revision_number': 4, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'gw_port': {'id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:50Z', 'updated_at': '2022-07-28T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': '39106f37-76ea-41d0-8a83-e13065c4fb64', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'floating_ip_address': '172.27.0.129', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'port_id': 'b509a104-5aca-4c4b-b08e-13aca2f9bbe0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'mac_address': 'fa:16:3e:93:0a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1560ee-67e3-4c05-b0e3-e51772b3fad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:24:22Z', 'updated_at': '2022-07-28T02:24:25Z', 'revision_number': 1, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'fixed_ip_address_scope': None}, {'id': '536407e2-f577-4935-b9e2-182280cc1c8e', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'port_id': '811f35df-5ed8-468d-a85d-74f5ac417103', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'mac_address': 'fa:16:3e:69:a3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d634ea-8eeb-4280-afef-f5689e3cceb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:26:49Z', 'updated_at': '2022-07-28T02:26:49Z', 'revision_number': 0, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e84029-f951-4461-b07a-2287d0656dca', 'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'mac_address': 'fa:16:3e:07:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:54Z', 'updated_at': '2022-07-28T02:20:03Z', 'revision_number': 5, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'subnets': [{'id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:26:51.530554 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0e0933ff-8f1f-4ad3-84d8-174d7a2dd065 req-e913bfa6-f0b5-440c-953f-e184c04e3e7e tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/security-groups?id=001471b8-edf6-407c-9b0d-21534b5a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415635 Jul 28 02:26:51.537768 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f80e32-029c-4610-9718-ea8d6330ae0b None None] The sync data for ids ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'] in dv-cinder-799871-46-iscsi is: [{'id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'name': 'tempest-TestVolumeBootPattern-455782637-router', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:48Z', 'updated_at': '2022-07-28T02:19:56Z', 'revision_number': 4, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'gw_port': {'id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:50Z', 'updated_at': '2022-07-28T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': '39106f37-76ea-41d0-8a83-e13065c4fb64', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'floating_ip_address': '172.27.0.129', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'port_id': 'b509a104-5aca-4c4b-b08e-13aca2f9bbe0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'mac_address': 'fa:16:3e:93:0a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1560ee-67e3-4c05-b0e3-e51772b3fad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:24:22Z', 'updated_at': '2022-07-28T02:24:25Z', 'revision_number': 1, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'fixed_ip_address_scope': None}, {'id': '536407e2-f577-4935-b9e2-182280cc1c8e', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'port_id': '811f35df-5ed8-468d-a85d-74f5ac417103', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'mac_address': 'fa:16:3e:69:a3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d634ea-8eeb-4280-afef-f5689e3cceb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:26:49Z', 'updated_at': '2022-07-28T02:26:49Z', 'revision_number': 0, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e84029-f951-4461-b07a-2287d0656dca', 'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'mac_address': 'fa:16:3e:07:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:54Z', 'updated_at': '2022-07-28T02:20:03Z', 'revision_number': 5, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'subnets': [{'id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:26:51.727348 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e382cc-e8b2-4450-9527-b487fdc3748f None None] New status for floating IP 536407e2-f577-4935-b9e2-182280cc1c8e: ACTIVE {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 02:26:52.655605 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a69d1-8678-43de-a081-65ee86701f98 req-7ab3d14b-ced4-4ca4-a935-c3bde1201db2 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:52.657058 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-275a69d1-8678-43de-a081-65ee86701f98 req-7ab3d14b-ced4-4ca4-a935-c3bde1201db2 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/ports?device_id=74947e5c-adef-420f-996c-1cc87cda6bb9 HTTP/1.1" status: 200 len: 945 time: 0.0480466 Jul 28 02:26:52.704171 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-275a69d1-8678-43de-a081-65ee86701f98 req-6f502e4a-a6b3-49e3-b1ce-35d240dd5e75 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/security-groups?id=001471b8-edf6-407c-9b0d-21534b5a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412984 Jul 28 02:26:53.224718 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dddf38-af21-4d60-9d5f-8a89ee3af565 req-e3670c54-a305-458d-a39e-8279eca70b87 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:26:53.226166 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-09dddf38-af21-4d60-9d5f-8a89ee3af565 req-e3670c54-a305-458d-a39e-8279eca70b87 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.45 "GET /v2.0/ports?device_id=74947e5c-adef-420f-996c-1cc87cda6bb9 HTTP/1.1" status: 200 len: 945 time: 0.0465200 Jul 28 02:26:53.309910 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [req-09dddf38-af21-4d60-9d5f-8a89ee3af565 req-f51c1662-781d-4fc8-b67e-455ef2bb9af6 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Deleting port 7aef719b-6297-463f-b7ff-bdd0663809fd {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:26:53.310250 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-09dddf38-af21-4d60-9d5f-8a89ee3af565 req-f51c1662-781d-4fc8-b67e-455ef2bb9af6 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (7aef719b-6297-463f-b7ff-bdd0663809fd), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:53.404169 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-09dddf38-af21-4d60-9d5f-8a89ee3af565 req-f51c1662-781d-4fc8-b67e-455ef2bb9af6 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] For port 7aef719b-6297-463f-b7ff-bdd0663809fd, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7aef719b-6297-463f-b7ff-bdd0663809fd,segment=NetworkSegment(1c987522-5f9e-4908-b02b-b0b349d2ef7a),segment_id=1c987522-5f9e-4908-b02b-b0b349d2ef7a)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:26:53.404536 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-09dddf38-af21-4d60-9d5f-8a89ee3af565 req-f51c1662-781d-4fc8-b67e-455ef2bb9af6 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (7aef719b-6297-463f-b7ff-bdd0663809fd), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:53.406655 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:53.418618 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [req-09dddf38-af21-4d60-9d5f-8a89ee3af565 req-f51c1662-781d-4fc8-b67e-455ef2bb9af6 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Calling delete_port for 7aef719b-6297-463f-b7ff-bdd0663809fd owned by compute:nova {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:26:53.543435 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-09dddf38-af21-4d60-9d5f-8a89ee3af565 req-f51c1662-781d-4fc8-b67e-455ef2bb9af6 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (7aef719b-6297-463f-b7ff-bdd0663809fd), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:53.555740 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['7aef719b-6297-463f-b7ff-bdd0663809fd'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:26:53.575448 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c1662-781d-4fc8-b67e-455ef2bb9af6 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Pushing event deleted for resources: {'Port': ['ID=7aef719b-6297-463f-b7ff-bdd0663809fd,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:26:53.621393 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [req-09dddf38-af21-4d60-9d5f-8a89ee3af565 req-f51c1662-781d-4fc8-b67e-455ef2bb9af6 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] No DVR routers for this DVR port 7aef719b-6297-463f-b7ff-bdd0663809fd on host hv-cinder-79987 {{(pid=103999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:26:53.624112 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-09dddf38-af21-4d60-9d5f-8a89ee3af565 req-f51c1662-781d-4fc8-b67e-455ef2bb9af6 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:53.628527 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-09dddf38-af21-4d60-9d5f-8a89ee3af565 req-f51c1662-781d-4fc8-b67e-455ef2bb9af6 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.45 "DELETE /v2.0/ports/7aef719b-6297-463f-b7ff-bdd0663809fd HTTP/1.1" status: 204 len: 173 time: 0.3972466 Jul 28 02:26:53.628999 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74947e5c-adef-420f-996c-1cc87cda6bb9', 'name': 'network-vif-deleted', 'tag': '7aef719b-6297-463f-b7ff-bdd0663809fd'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:26:53.631819 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fd3017fc08cfcfd8945092685727e724b0eb79f5cdddf0496dd7adb644fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba3f65a-e50e-4f8a-af6b-7ecb138844a1" -d '{"events": [{"server_uuid": "74947e5c-adef-420f-996c-1cc87cda6bb9", "name": "network-vif-deleted", "tag": "7aef719b-6297-463f-b7ff-bdd0663809fd"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:26:53.675589 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bafb83-d8b9-40e7-89a9-9c2516daea8d x-openstack-request-id: req-b0bafb83-d8b9-40e7-89a9-9c2516daea8d {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:26:53.676183 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74947e5c-adef-420f-996c-1cc87cda6bb9", "name": "network-vif-deleted", "tag": "7aef719b-6297-463f-b7ff-bdd0663809fd", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:26:53.676183 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b0bafb83-d8b9-40e7-89a9-9c2516daea8d {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:26:53.676510 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0bafb83-d8b9-40e7-89a9-9c2516daea8d'] response: {'server_uuid': '74947e5c-adef-420f-996c-1cc87cda6bb9', 'name': 'network-vif-deleted', 'tag': '7aef719b-6297-463f-b7ff-bdd0663809fd', 'status': 'completed', 'code': 200} Jul 28 02:26:53.817165 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2db346cc-0c7c-48e4-bc4e-926c7126100f req-75183e2d-5673-4d1c-b8c6-3b2f03ebaf0e tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/ports?device_id=74947e5c-adef-420f-996c-1cc87cda6bb9 HTTP/1.1" status: 200 len: 210 time: 0.0286531 Jul 28 02:26:55.747863 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:26:55.756060 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d59360ec-dfc0-4c7f-9061-40151c2b29a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:58.171938 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f25d515f-b929-46c4-8d8b-c898956a06f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:26:58.755484 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 7aef719b-6297-463f-b7ff-bdd0663809fd no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:26:58.774699 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] No Port match for: 7aef719b-6297-463f-b7ff-bdd0663809fd {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:26:58.775042 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 7aef719b-6297-463f-b7ff-bdd0663809fd not bound to the agent host hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:26:59.253401 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:27:00.703487 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:27:01.040294 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:27:01.826822 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:27:01.829428 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=12 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:27:03.478421 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:27:03.798708 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=24,neutron:DELETE=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:27:03.799331 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=62,neutron:DELETE=5 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:27:03.896728 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-8c73c471-193a-49da-9da3-54f1a4f2780f tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:03.898420 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-8c73c471-193a-49da-9da3-54f1a4f2780f tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/networks?id=3916ebe1-b0fe-4005-b8f0-849d68eba863 HTTP/1.1" status: 200 len: 813 time: 0.1086602 Jul 28 02:27:03.913251 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-481c2f73-174a-4e53-8a5d-d5b77e55ccb3 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/quotas/a0cbe4e537bf4a3295d73105f90ec4b8 HTTP/1.1" status: 200 len: 375 time: 0.0095427 Jul 28 02:27:03.945235 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-4273ff58-f9f4-4594-92c4-85f711521b15 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=a0cbe4e537bf4a3295d73105f90ec4b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271864 Jul 28 02:27:04.083093 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-23fe9156-ce94-411a-b2dd-f8c43646501f service neutron] 10.222.0.40 "GET /v2.0/networks/3916ebe1-b0fe-4005-b8f0-849d68eba863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310236 Jul 28 02:27:04.173409 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-cbb64d39-1658-4078-883e-a77e9942a8d9 service neutron] 10.222.0.40 "GET /v2.0/networks/3916ebe1-b0fe-4005-b8f0-849d68eba863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844829 Jul 28 02:27:04.334863 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cb1b17da-4e1e-4d26-b86b-8894a3208dc5 req-6489eb67-de98-401d-ba6a-887398dca227 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/ports?device_id=874df9bd-37f7-4c70-83f9-1b39d61bd6f5 HTTP/1.1" status: 200 len: 210 time: 0.0282400 Jul 28 02:27:05.294289 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-b8b03d46-753a-4002-b7fd-7ba0b1018c3b tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:05.295723 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-b8b03d46-753a-4002-b7fd-7ba0b1018c3b tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.45 "GET /v2.0/networks?id=3916ebe1-b0fe-4005-b8f0-849d68eba863 HTTP/1.1" status: 200 len: 813 time: 0.1100039 Jul 28 02:27:05.308926 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-2642e7b2-494b-477f-a39d-c2432e68154b tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Request body: {'port': {'device_id': '874df9bd-37f7-4c70-83f9-1b39d61bd6f5', 'network_id': '3916ebe1-b0fe-4005-b8f0-849d68eba863', 'admin_state_up': True, 'tenant_id': 'a0cbe4e537bf4a3295d73105f90ec4b8'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:27:05.442319 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b8f431ee-73a5-449c-80fd-8e480b94db8e req-32c6c60a-2ce5-4724-b89d-158a8ef386e1 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/ports?device_id=874df9bd-37f7-4c70-83f9-1b39d61bd6f5 HTTP/1.1" status: 200 len: 210 time: 0.0353963 Jul 28 02:27:05.459089 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-2642e7b2-494b-477f-a39d-c2432e68154b tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Made reservation on behalf of a0cbe4e537bf4a3295d73105f90ec4b8 for: {'port': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:27:05.462896 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-2642e7b2-494b-477f-a39d-c2432e68154b tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:27:05.540509 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:27:05.594056 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-2642e7b2-494b-477f-a39d-c2432e68154b tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Allocated IP 172.20.0.10 (3916ebe1-b0fe-4005-b8f0-849d68eba863/dd02def8-8f47-4ab4-b86b-9507fdc19812/add884a2-8e25-447b-b8bd-2389dcea0a9e) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:27:05.741602 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-2642e7b2-494b-477f-a39d-c2432e68154b tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Publish callbacks [] for port (add884a2-8e25-447b-b8bd-2389dcea0a9e), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:27:05.746766 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:27:05.764727 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:27:05.779184 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-2642e7b2-494b-477f-a39d-c2432e68154b tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (add884a2-8e25-447b-b8bd-2389dcea0a9e), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:27:05.827631 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-2642e7b2-494b-477f-a39d-c2432e68154b tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Network 3916ebe1-b0fe-4005-b8f0-849d68eba863 is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:27:05.830934 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-2642e7b2-494b-477f-a39d-c2432e68154b tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:27:05.834838 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-2642e7b2-494b-477f-a39d-c2432e68154b tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:27:05.841040 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642e7b2-494b-477f-a39d-c2432e68154b tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Pushing event updated for resources: {'Port': ['ID=add884a2-8e25-447b-b8bd-2389dcea0a9e,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:27:05.886077 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-2642e7b2-494b-477f-a39d-c2432e68154b tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:05.886674 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-2642e7b2-494b-477f-a39d-c2432e68154b tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:27:05.902329 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-2642e7b2-494b-477f-a39d-c2432e68154b tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5971494 Jul 28 02:27:05.914351 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-bd0ebdc6-7a4a-452f-9ee2-e62eddbda49e service neutron] Request body: {'port': {'device_id': '874df9bd-37f7-4c70-83f9-1b39d61bd6f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:27:05.975430 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-bd0ebdc6-7a4a-452f-9ee2-e62eddbda49e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (add884a2-8e25-447b-b8bd-2389dcea0a9e), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:27:06.230121 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-bd0ebdc6-7a4a-452f-9ee2-e62eddbda49e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add884a2-8e25-447b-b8bd-2389dcea0a9e {{(pid=103999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:27:06.238189 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-bd0ebdc6-7a4a-452f-9ee2-e62eddbda49e service neutron] Publish callbacks [] for port (add884a2-8e25-447b-b8bd-2389dcea0a9e), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:27:06.250400 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.provisioning_blocks [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-bd0ebdc6-7a4a-452f-9ee2-e62eddbda49e service neutron] Transition to ACTIVE for port object add884a2-8e25-447b-b8bd-2389dcea0a9e will not be triggered until provisioned by entity L2. {{(pid=103999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 02:27:06.254355 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-bd0ebdc6-7a4a-452f-9ee2-e62eddbda49e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25613259'] for port (add884a2-8e25-447b-b8bd-2389dcea0a9e), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:27:06.311048 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ebdc6-7a4a-452f-9ee2-e62eddbda49e service neutron] Pushing event updated for resources: {'Port': ['ID=add884a2-8e25-447b-b8bd-2389dcea0a9e,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:27:06.379726 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-bd0ebdc6-7a4a-452f-9ee2-e62eddbda49e service neutron] Attempting to bind port add884a2-8e25-447b-b8bd-2389dcea0a9e on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:27:06.380067 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-bd0ebdc6-7a4a-452f-9ee2-e62eddbda49e service neutron] Attempting to bind port add884a2-8e25-447b-b8bd-2389dcea0a9e by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '1c987522-5f9e-4908-b02b-b0b349d2ef7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3916ebe1-b0fe-4005-b8f0-849d68eba863'}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:27:06.380399 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-bd0ebdc6-7a4a-452f-9ee2-e62eddbda49e service neutron] Attempting to bind port add884a2-8e25-447b-b8bd-2389dcea0a9e on network 3916ebe1-b0fe-4005-b8f0-849d68eba863 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:27:06.384801 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-bd0ebdc6-7a4a-452f-9ee2-e62eddbda49e service neutron] Port add884a2-8e25-447b-b8bd-2389dcea0a9e on network 3916ebe1-b0fe-4005-b8f0-849d68eba863 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 02:27:06.385150 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-bd0ebdc6-7a4a-452f-9ee2-e62eddbda49e service neutron] Attempting to bind port add884a2-8e25-447b-b8bd-2389dcea0a9e on network 3916ebe1-b0fe-4005-b8f0-849d68eba863 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:27:06.389901 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-bd0ebdc6-7a4a-452f-9ee2-e62eddbda49e service neutron] Checking agent: {'id': '4faf9253-2001-44ef-b83a-102e5ef5a109', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'started_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:27:06.390238 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-bd0ebdc6-7a4a-452f-9ee2-e62eddbda49e service neutron] Checking segment: {'id': '1c987522-5f9e-4908-b02b-b0b349d2ef7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3916ebe1-b0fe-4005-b8f0-849d68eba863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:27:06.390623 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-bd0ebdc6-7a4a-452f-9ee2-e62eddbda49e service neutron] Bound using segment: {'id': '1c987522-5f9e-4908-b02b-b0b349d2ef7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3916ebe1-b0fe-4005-b8f0-849d68eba863'} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:27:06.391045 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-bd0ebdc6-7a4a-452f-9ee2-e62eddbda49e service neutron] Bound port: add884a2-8e25-447b-b8bd-2389dcea0a9e, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c987522-5f9e-4908-b02b-b0b349d2ef7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3916ebe1-b0fe-4005-b8f0-849d68eba863'}}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:27:06.391397 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-bd0ebdc6-7a4a-452f-9ee2-e62eddbda49e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (add884a2-8e25-447b-b8bd-2389dcea0a9e), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:27:06.451891 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-bd0ebdc6-7a4a-452f-9ee2-e62eddbda49e service neutron] For port add884a2-8e25-447b-b8bd-2389dcea0a9e, host hv-cinder-79987, cleared binding levels {{(pid=103999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:27:06.455170 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-bd0ebdc6-7a4a-452f-9ee2-e62eddbda49e service neutron] For port add884a2-8e25-447b-b8bd-2389dcea0a9e, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=add884a2-8e25-447b-b8bd-2389dcea0a9e,segment=NetworkSegment(1c987522-5f9e-4908-b02b-b0b349d2ef7a),segment_id=1c987522-5f9e-4908-b02b-b0b349d2ef7a)] {{(pid=103999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:27:06.461517 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-bd0ebdc6-7a4a-452f-9ee2-e62eddbda49e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25613259'] for port (add884a2-8e25-447b-b8bd-2389dcea0a9e), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:27:06.492395 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:27:06.502191 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-bd0ebdc6-7a4a-452f-9ee2-e62eddbda49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:06.503260 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-bd0ebdc6-7a4a-452f-9ee2-e62eddbda49e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:27:06.504576 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-bd0ebdc6-7a4a-452f-9ee2-e62eddbda49e service neutron] 10.222.0.45 "PUT /v2.0/ports/add884a2-8e25-447b-b8bd-2389dcea0a9e HTTP/1.1" status: 200 len: 1094 time: 0.5941312 Jul 28 02:27:06.507077 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '874df9bd-37f7-4c70-83f9-1b39d61bd6f5', 'tag': 'add884a2-8e25-447b-b8bd-2389dcea0a9e'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:27:06.509443 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fd3017fc08cfcfd8945092685727e724b0eb79f5cdddf0496dd7adb644fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f8db7b-967b-4101-830b-412523f2cc17" -d '{"events": [{"name": "network-changed", "server_uuid": "874df9bd-37f7-4c70-83f9-1b39d61bd6f5", "tag": "add884a2-8e25-447b-b8bd-2389dcea0a9e"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:27:06.544740 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ebdc6-7a4a-452f-9ee2-e62eddbda49e service neutron] Pushing event updated for resources: {'Port': ['ID=add884a2-8e25-447b-b8bd-2389dcea0a9e,revision_number=3']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:27:06.565539 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a49c2d-eb2b-4622-adc9-a2a943311e9d x-openstack-request-id: req-a7a49c2d-eb2b-4622-adc9-a2a943311e9d {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:27:06.565832 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "874df9bd-37f7-4c70-83f9-1b39d61bd6f5", "tag": "add884a2-8e25-447b-b8bd-2389dcea0a9e", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:27:06.566093 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a7a49c2d-eb2b-4622-adc9-a2a943311e9d {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:27:06.566501 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7a49c2d-eb2b-4622-adc9-a2a943311e9d'] response: {'name': 'network-changed', 'server_uuid': '874df9bd-37f7-4c70-83f9-1b39d61bd6f5', 'tag': 'add884a2-8e25-447b-b8bd-2389dcea0a9e', 'status': 'completed', 'code': 200} Jul 28 02:27:06.613446 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ef693-65c7-494c-ada2-ce97f7960b68 req-fcb62b58-e099-4834-9d85-7bbcbfc78b17 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:06.615071 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-730ef693-65c7-494c-ada2-ce97f7960b68 req-fcb62b58-e099-4834-9d85-7bbcbfc78b17 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/ports?device_id=874df9bd-37f7-4c70-83f9-1b39d61bd6f5 HTTP/1.1" status: 200 len: 944 time: 0.0906031 Jul 28 02:27:06.617659 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:27:06.622694 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-5f038b3a-b975-407a-be08-81e5c8d7e1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:06.624079 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-5f038b3a-b975-407a-be08-81e5c8d7e1a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0cbe4e537bf4a3295d73105f90ec4b8&device_id=874df9bd-37f7-4c70-83f9-1b39d61bd6f5 HTTP/1.1" status: 200 len: 1128 time: 0.0609872 Jul 28 02:27:06.677231 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-c8852e71-259c-489a-a557-aba96e0d00d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add884a2-8e25-447b-b8bd-2389dcea0a9e HTTP/1.1" status: 200 len: 217 time: 0.0452182 Jul 28 02:27:06.732837 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-730ef693-65c7-494c-ada2-ce97f7960b68 req-9eae4d52-8e40-4b7a-9e01-dfe89503404c tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/security-groups?id=001471b8-edf6-407c-9b0d-21534b5a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114478 Jul 28 02:27:06.745216 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-2f8c18ee-1a5a-4968-b36a-daaede134442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:06.746656 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-2f8c18ee-1a5a-4968-b36a-daaede134442 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dd02def8-8f47-4ab4-b86b-9507fdc19812 HTTP/1.1" status: 200 len: 853 time: 0.0596826 Jul 28 02:27:06.779448 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-a55e629c-120d-4461-ab09-fd71d72cd932 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3916ebe1-b0fe-4005-b8f0-849d68eba863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259731 Jul 28 02:27:06.873402 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-0ab485bc-6059-4759-b510-079130715904 service neutron] 10.222.0.45 "GET /v2.0/networks/3916ebe1-b0fe-4005-b8f0-849d68eba863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870347 Jul 28 02:27:06.964745 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-384996b4-5c75-47e3-9d4f-e6a9740d8d39 req-b9339c51-dc44-4c3a-886f-4c009dcee437 service neutron] 10.222.0.45 "GET /v2.0/networks/3916ebe1-b0fe-4005-b8f0-849d68eba863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841327 Jul 28 02:27:07.854752 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4bb37-4da7-493d-8391-abedd048b76d req-553e72ab-891a-4c5d-b079-d42cdc4d21f2 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:07.856254 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b5c4bb37-4da7-493d-8391-abedd048b76d req-553e72ab-891a-4c5d-b079-d42cdc4d21f2 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/ports?device_id=874df9bd-37f7-4c70-83f9-1b39d61bd6f5 HTTP/1.1" status: 200 len: 944 time: 0.0505741 Jul 28 02:27:07.903262 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b5c4bb37-4da7-493d-8391-abedd048b76d req-76eb8f83-5478-4ae6-8bf7-160fc9949962 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/security-groups?id=001471b8-edf6-407c-9b0d-21534b5a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411620 Jul 28 02:27:07.943605 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8db7b-967b-4101-830b-412523f2cc17 req-49767f36-6e43-4c00-9b5e-58f30157926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:07.945111 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a5f8db7b-967b-4101-830b-412523f2cc17 req-49767f36-6e43-4c00-9b5e-58f30157926c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0cbe4e537bf4a3295d73105f90ec4b8&device_id=874df9bd-37f7-4c70-83f9-1b39d61bd6f5 HTTP/1.1" status: 200 len: 1128 time: 0.0406635 Jul 28 02:27:08.038364 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8db7b-967b-4101-830b-412523f2cc17 req-5c390496-e3aa-436e-84a8-e7efabe7f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:08.039780 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a5f8db7b-967b-4101-830b-412523f2cc17 req-5c390496-e3aa-436e-84a8-e7efabe7f22f service neutron] 10.222.0.45 "GET /v2.0/networks?id=3916ebe1-b0fe-4005-b8f0-849d68eba863 HTTP/1.1" status: 200 len: 914 time: 0.0877817 Jul 28 02:27:08.077128 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a5f8db7b-967b-4101-830b-412523f2cc17 req-13ea50b8-0c7b-485b-b43f-9ffbaac8f18e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add884a2-8e25-447b-b8bd-2389dcea0a9e HTTP/1.1" status: 200 len: 217 time: 0.0314491 Jul 28 02:27:08.128981 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8db7b-967b-4101-830b-412523f2cc17 req-e8b132d1-92d9-498f-8f6b-863790ebe61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:08.130354 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a5f8db7b-967b-4101-830b-412523f2cc17 req-e8b132d1-92d9-498f-8f6b-863790ebe61f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dd02def8-8f47-4ab4-b86b-9507fdc19812 HTTP/1.1" status: 200 len: 853 time: 0.0437720 Jul 28 02:27:08.164996 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a5f8db7b-967b-4101-830b-412523f2cc17 req-bf9274a7-5bd8-472b-8c76-102755075639 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3916ebe1-b0fe-4005-b8f0-849d68eba863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260417 Jul 28 02:27:08.259851 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a5f8db7b-967b-4101-830b-412523f2cc17 req-fea9b35c-1c29-416b-b8f9-e54ec47a6360 service neutron] 10.222.0.45 "GET /v2.0/networks/3916ebe1-b0fe-4005-b8f0-849d68eba863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890775 Jul 28 02:27:08.356287 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a5f8db7b-967b-4101-830b-412523f2cc17 req-082c02ec-3124-488b-abdc-806456eca5ed service neutron] 10.222.0.45 "GET /v2.0/networks/3916ebe1-b0fe-4005-b8f0-849d68eba863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879557 Jul 28 02:27:09.023798 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c71859-b122-44ab-b7b5-67a5b97b2615 req-a96cfa96-db9e-4c77-aae8-f08b6409177c tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:09.025318 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-08c71859-b122-44ab-b7b5-67a5b97b2615 req-a96cfa96-db9e-4c77-aae8-f08b6409177c tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/ports?device_id=874df9bd-37f7-4c70-83f9-1b39d61bd6f5 HTTP/1.1" status: 200 len: 944 time: 0.0493755 Jul 28 02:27:09.073035 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-08c71859-b122-44ab-b7b5-67a5b97b2615 req-8c02c8bd-675c-452d-b4e6-8fd1d99ab085 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/security-groups?id=001471b8-edf6-407c-9b0d-21534b5a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419931 Jul 28 02:27:10.171699 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:27:10.189353 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fd838-3860-4b04-ab26-be825ea65fc9 req-5b920fbf-6d92-4083-b707-b85fb8914c03 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:10.191626 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0f5fd838-3860-4b04-ab26-be825ea65fc9 req-5b920fbf-6d92-4083-b707-b85fb8914c03 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/ports?device_id=874df9bd-37f7-4c70-83f9-1b39d61bd6f5 HTTP/1.1" status: 200 len: 944 time: 0.0476036 Jul 28 02:27:10.238293 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0f5fd838-3860-4b04-ab26-be825ea65fc9 req-9f382998-9c67-4497-9f7f-6d8d4632ffb0 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/security-groups?id=001471b8-edf6-407c-9b0d-21534b5a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411770 Jul 28 02:27:10.821522 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device add884a2-8e25-447b-b8bd-2389dcea0a9e details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 02:27:10.922886 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port add884a2-8e25-447b-b8bd-2389dcea0a9e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=add884a2-8e25-447b-b8bd-2389dcea0a9e,segment=NetworkSegment(1c987522-5f9e-4908-b02b-b0b349d2ef7a),segment_id=1c987522-5f9e-4908-b02b-b0b349d2ef7a)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:27:10.934644 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Returning: {'device': 'add884a2-8e25-447b-b8bd-2389dcea0a9e', 'network_id': '3916ebe1-b0fe-4005-b8f0-849d68eba863', 'port_id': 'add884a2-8e25-447b-b8bd-2389dcea0a9e', 'mac_address': 'fa:16:3e:e5:0b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd02def8-8f47-4ab4-b86b-9507fdc19812', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 02:27:10.970180 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port add884a2-8e25-447b-b8bd-2389dcea0a9e is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:27:10.970574 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (add884a2-8e25-447b-b8bd-2389dcea0a9e), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:27:10.983806 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add884a2-8e25-447b-b8bd-2389dcea0a9e {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:27:11.003839 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port add884a2-8e25-447b-b8bd-2389dcea0a9e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=add884a2-8e25-447b-b8bd-2389dcea0a9e,segment=NetworkSegment(1c987522-5f9e-4908-b02b-b0b349d2ef7a),segment_id=1c987522-5f9e-4908-b02b-b0b349d2ef7a)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:27:11.007766 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (add884a2-8e25-447b-b8bd-2389dcea0a9e), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:27:11.038255 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:27:11.058840 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=add884a2-8e25-447b-b8bd-2389dcea0a9e,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:27:11.269419 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['add884a2-8e25-447b-b8bd-2389dcea0a9e'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:27:11.319899 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:27:11.365359 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d94cd-7b92-4ca0-b36a-0ad79b1d89d3 req-888e7f0e-0849-4292-8c27-c81fc30980d2 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:11.366871 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2a9d94cd-7b92-4ca0-b36a-0ad79b1d89d3 req-888e7f0e-0849-4292-8c27-c81fc30980d2 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/ports?device_id=874df9bd-37f7-4c70-83f9-1b39d61bd6f5 HTTP/1.1" status: 200 len: 945 time: 0.0576720 Jul 28 02:27:11.421525 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ee16d8b9-b135-45b1-aef1-a86031970cc4 req-d5d254c5-e56d-41cb-a928-7f860240f4a1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536010 Jul 28 02:27:11.444615 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2a9d94cd-7b92-4ca0-b36a-0ad79b1d89d3 req-1006888e-cef6-415a-a912-39b52333255a tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/security-groups?id=001471b8-edf6-407c-9b0d-21534b5a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693669 Jul 28 02:27:11.506467 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16d8b9-b135-45b1-aef1-a86031970cc4 req-4ba14432-9751-48ed-ac06-7473ac63cb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:11.507937 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ee16d8b9-b135-45b1-aef1-a86031970cc4 req-4ba14432-9751-48ed-ac06-7473ac63cb3f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=551ad4a52e754c83a0215409f09a21a8&device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 1130 time: 0.0421178 Jul 28 02:27:11.620118 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16d8b9-b135-45b1-aef1-a86031970cc4 req-a751008b-4e28-4d8f-ae2a-0931de682e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:11.621608 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ee16d8b9-b135-45b1-aef1-a86031970cc4 req-a751008b-4e28-4d8f-ae2a-0931de682e6e service neutron] 10.222.0.45 "GET /v2.0/networks?id=6a862076-171d-4686-a6b7-e646e42fd313 HTTP/1.1" status: 200 len: 912 time: 0.0928533 Jul 28 02:27:11.688165 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ee16d8b9-b135-45b1-aef1-a86031970cc4 req-4af14573-91b0-4ca7-a3a5-f2b1fc821c5f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b509a104-5aca-4c4b-b08e-13aca2f9bbe0 HTTP/1.1" status: 200 len: 1002 time: 0.0592754 Jul 28 02:27:11.737814 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16d8b9-b135-45b1-aef1-a86031970cc4 req-77f9b948-58c5-4060-b1b4-d26b1e9feb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:11.739219 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ee16d8b9-b135-45b1-aef1-a86031970cc4 req-77f9b948-58c5-4060-b1b4-d26b1e9feb38 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27735d0c-b318-4429-9a91-75d6f81f616d HTTP/1.1" status: 200 len: 850 time: 0.0445080 Jul 28 02:27:11.784229 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16d8b9-b135-45b1-aef1-a86031970cc4 req-5e21dce2-3c5a-4677-8e9e-1e246d5e91cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:11.785726 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ee16d8b9-b135-45b1-aef1-a86031970cc4 req-5e21dce2-3c5a-4677-8e9e-1e246d5e91cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a862076-171d-4686-a6b7-e646e42fd313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385513 Jul 28 02:27:12.159385 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ee16d8b9-b135-45b1-aef1-a86031970cc4 req-2b7081b4-08a8-4e07-8173-e36650ae734a service neutron] 10.222.0.45 "GET /v2.0/networks/6a862076-171d-4686-a6b7-e646e42fd313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661599 Jul 28 02:27:12.256291 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ee16d8b9-b135-45b1-aef1-a86031970cc4 req-836880db-de4d-4aaa-8bb3-3336f4178482 service neutron] 10.222.0.45 "GET /v2.0/networks/6a862076-171d-4686-a6b7-e646e42fd313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907445 Jul 28 02:27:12.570056 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284c2d2-7c22-4780-96a3-fae2b29361b7 req-a34e2c06-db18-420c-9737-fa4cac31f438 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:12.571534 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a284c2d2-7c22-4780-96a3-fae2b29361b7 req-a34e2c06-db18-420c-9737-fa4cac31f438 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/ports?device_id=874df9bd-37f7-4c70-83f9-1b39d61bd6f5 HTTP/1.1" status: 200 len: 945 time: 0.0514786 Jul 28 02:27:12.622944 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a284c2d2-7c22-4780-96a3-fae2b29361b7 req-b484137c-d3bc-413f-bba6-7b97d31c4fde tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/security-groups?id=001471b8-edf6-407c-9b0d-21534b5a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458858 Jul 28 02:27:12.813937 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device add884a2-8e25-447b-b8bd-2389dcea0a9e up at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:27:12.860609 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning for port add884a2-8e25-447b-b8bd-2389dcea0a9e completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 02:27:12.866645 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning complete for port add884a2-8e25-447b-b8bd-2389dcea0a9e triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:27:12.867021 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (add884a2-8e25-447b-b8bd-2389dcea0a9e), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:27:12.938561 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port add884a2-8e25-447b-b8bd-2389dcea0a9e is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:27:12.938947 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (add884a2-8e25-447b-b8bd-2389dcea0a9e), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:27:12.962268 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874df9bd-37f7-4c70-83f9-1b39d61bd6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add884a2-8e25-447b-b8bd-2389dcea0a9e'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:27:12.964756 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd7b23193eab089ffe890151ec8d4d81c159f1068d0ecb51bca31dcd10d4c9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e649a3ac-b326-4103-9f7c-3f072829a11d" -d '{"events": [{"server_uuid": "874df9bd-37f7-4c70-83f9-1b39d61bd6f5", "name": "network-vif-plugged", "status": "completed", "tag": "add884a2-8e25-447b-b8bd-2389dcea0a9e"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:27:12.978375 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port add884a2-8e25-447b-b8bd-2389dcea0a9e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=add884a2-8e25-447b-b8bd-2389dcea0a9e,segment=NetworkSegment(1c987522-5f9e-4908-b02b-b0b349d2ef7a),segment_id=1c987522-5f9e-4908-b02b-b0b349d2ef7a)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:27:12.982703 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (add884a2-8e25-447b-b8bd-2389dcea0a9e), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:27:13.007602 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96573f89-f701-4a5c-974b-07a817654d6b x-openstack-request-id: req-96573f89-f701-4a5c-974b-07a817654d6b {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:27:13.007892 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "874df9bd-37f7-4c70-83f9-1b39d61bd6f5", "name": "network-vif-plugged", "status": "completed", "tag": "add884a2-8e25-447b-b8bd-2389dcea0a9e", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:27:13.008142 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-96573f89-f701-4a5c-974b-07a817654d6b {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:27:13.008528 dv-cinder-799871-46-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96573f89-f701-4a5c-974b-07a817654d6b'] response: {'server_uuid': '874df9bd-37f7-4c70-83f9-1b39d61bd6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add884a2-8e25-447b-b8bd-2389dcea0a9e', 'code': 200} Jul 28 02:27:13.035293 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=add884a2-8e25-447b-b8bd-2389dcea0a9e,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:27:13.166577 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc4687-f0a3-4355-9da4-acd78a307795 req-9d78133f-2ad5-44ed-9cca-0af1f02f7aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:13.168085 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-effc4687-f0a3-4355-9da4-acd78a307795 req-9d78133f-2ad5-44ed-9cca-0af1f02f7aef service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=874df9bd-37f7-4c70-83f9-1b39d61bd6f5 HTTP/1.1" status: 200 len: 1130 time: 0.0388668 Jul 28 02:27:13.212847 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-effc4687-f0a3-4355-9da4-acd78a307795 req-ddc7260e-a362-4dec-8e93-e05981d2c864 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=001471b8-edf6-407c-9b0d-21534b5a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373366 Jul 28 02:27:13.745928 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de0b37-5f7a-46fe-9576-bc7d8116f060 req-3e317efb-8be7-4095-ba66-5329bec08f35 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:13.747385 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-68de0b37-5f7a-46fe-9576-bc7d8116f060 req-3e317efb-8be7-4095-ba66-5329bec08f35 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/ports?device_id=874df9bd-37f7-4c70-83f9-1b39d61bd6f5 HTTP/1.1" status: 200 len: 946 time: 0.0480132 Jul 28 02:27:13.793648 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-68de0b37-5f7a-46fe-9576-bc7d8116f060 req-294dea72-2fb7-4e37-9b41-b79263560553 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/security-groups?id=001471b8-edf6-407c-9b0d-21534b5a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408070 Jul 28 02:27:14.913290 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:27:14.922005 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d12420-c879-42a9-a0d3-b4f53fc13731 req-f99c3528-46eb-4ce9-8528-9d31dba51274 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:14.923453 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c7d12420-c879-42a9-a0d3-b4f53fc13731 req-f99c3528-46eb-4ce9-8528-9d31dba51274 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/ports?device_id=874df9bd-37f7-4c70-83f9-1b39d61bd6f5 HTTP/1.1" status: 200 len: 946 time: 0.0519989 Jul 28 02:27:14.970589 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c7d12420-c879-42a9-a0d3-b4f53fc13731 req-84d40617-868a-44c7-910e-a840528c724e tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/security-groups?id=001471b8-edf6-407c-9b0d-21534b5a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414281 Jul 28 02:27:16.779145 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16de84d-d4f1-450c-ac64-f28b1b7885d1 req-4e4d95ac-a17f-459d-bd2b-07aa85da5597 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:16.780612 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b16de84d-d4f1-450c-ac64-f28b1b7885d1 req-4e4d95ac-a17f-459d-bd2b-07aa85da5597 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0493219 Jul 28 02:27:16.828778 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b16de84d-d4f1-450c-ac64-f28b1b7885d1 req-bccc3840-47e4-4bbd-aaa5-b59dd75cea55 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418112 Jul 28 02:27:17.935631 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:27:17.954258 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56983369-19ae-41b8-9211-fe6e236127e1 req-de47ee36-5be5-4a07-b1a3-6eb46787b07c tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:17.955712 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-56983369-19ae-41b8-9211-fe6e236127e1 req-de47ee36-5be5-4a07-b1a3-6eb46787b07c tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0515306 Jul 28 02:27:18.002015 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-56983369-19ae-41b8-9211-fe6e236127e1 req-dfc632c2-54d2-4e2a-99de-6ea2f4368298 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407393 Jul 28 02:27:19.120271 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72dab4f-8e7f-4f35-821b-b9a1aad22f70 req-811b5fd7-1537-4787-9cc3-6b591e4aaf04 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:19.121681 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e72dab4f-8e7f-4f35-821b-b9a1aad22f70 req-811b5fd7-1537-4787-9cc3-6b591e4aaf04 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0472004 Jul 28 02:27:19.170462 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e72dab4f-8e7f-4f35-821b-b9a1aad22f70 req-26b356bc-a1d6-4f76-877d-ee6d108b294d tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431430 Jul 28 02:27:20.289264 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22772db-e9ae-43e0-b977-6147aa0b743a req-f7b8fd99-969b-48af-948b-ce5d14a69674 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:20.290707 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a22772db-e9ae-43e0-b977-6147aa0b743a req-f7b8fd99-969b-48af-948b-ce5d14a69674 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0469303 Jul 28 02:27:20.341518 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a22772db-e9ae-43e0-b977-6147aa0b743a req-39f01664-1add-469d-a5c3-a7bf3d0f452f tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449510 Jul 28 02:27:21.461326 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5d105-13fe-4294-8375-411913d3b12d req-6ce9f1f5-3c9c-4c23-a331-d1ab6c64901b tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:21.463078 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-99f5d105-13fe-4294-8375-411913d3b12d req-6ce9f1f5-3c9c-4c23-a331-d1ab6c64901b tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0488212 Jul 28 02:27:21.509839 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-99f5d105-13fe-4294-8375-411913d3b12d req-149b906a-e537-4df3-b54e-574292974bcc tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412693 Jul 28 02:27:22.629274 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61988f-b93d-407d-83c5-4f2e36294b42 req-1d1bf1b6-e65f-4a93-af56-bc923c3e75d3 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:22.630804 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2f61988f-b93d-407d-83c5-4f2e36294b42 req-1d1bf1b6-e65f-4a93-af56-bc923c3e75d3 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0477862 Jul 28 02:27:22.679527 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2f61988f-b93d-407d-83c5-4f2e36294b42 req-42bc5122-3fe1-4ec4-befb-28ff950eaf19 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431454 Jul 28 02:27:23.029803 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:27:23.032212 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=46,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:27:23.350430 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:27:23.801270 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1a9ce-4588-40c0-aa4d-7c5c3459a3f0 req-8e4fcee4-7cca-4c83-a463-63617b611a53 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:23.802712 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7ef1a9ce-4588-40c0-aa4d-7c5c3459a3f0 req-8e4fcee4-7cca-4c83-a463-63617b611a53 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0511789 Jul 28 02:27:23.850814 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7ef1a9ce-4588-40c0-aa4d-7c5c3459a3f0 req-fac82203-9dd5-4f61-b717-60b81673dad9 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424058 Jul 28 02:27:24.417071 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:27:24.974672 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193462a0-bf6b-48c1-b2bd-d09364b06218 req-9d8e47f3-2ce7-4921-908f-eefdcd3cd256 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:24.976153 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-193462a0-bf6b-48c1-b2bd-d09364b06218 req-9d8e47f3-2ce7-4921-908f-eefdcd3cd256 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0520215 Jul 28 02:27:25.024195 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-193462a0-bf6b-48c1-b2bd-d09364b06218 req-1adf3336-ecee-4088-b97f-eeefe126e9f1 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425994 Jul 28 02:27:25.757723 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ae300f3d-6b3b-470b-ab15-e491d18067e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:27:26.140520 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93719f87-b3be-4959-814d-3713108843eb req-c52fd84a-0b8d-4239-8133-f1be5fb9feac tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:26.142014 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-93719f87-b3be-4959-814d-3713108843eb req-c52fd84a-0b8d-4239-8133-f1be5fb9feac tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0462394 Jul 28 02:27:26.194429 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-93719f87-b3be-4959-814d-3713108843eb req-c9a29247-473b-41e0-aeab-b9a3fe0f041d tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459831 Jul 28 02:27:27.323957 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07082eed-0b60-4912-8370-3f72e8d34c9b req-3e377172-f4dc-468d-9a2e-668c0d5e7184 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:27.325418 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-07082eed-0b60-4912-8370-3f72e8d34c9b req-3e377172-f4dc-468d-9a2e-668c0d5e7184 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0484242 Jul 28 02:27:27.375143 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-07082eed-0b60-4912-8370-3f72e8d34c9b req-9c57bd5c-e232-45e2-9d7a-4970ecd5da18 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440490 Jul 28 02:27:27.624539 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8415cfe-442b-4e64-9d3c-3e5913ad047b req-61914265-14d8-406f-aff6-a7ce9a135459 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:27.626105 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e8415cfe-442b-4e64-9d3c-3e5913ad047b req-61914265-14d8-406f-aff6-a7ce9a135459 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0509577 Jul 28 02:27:27.638368 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:27:27.675363 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e8415cfe-442b-4e64-9d3c-3e5913ad047b req-79810bfb-6f8d-4324-89c3-f0bce0fe0b69 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436537 Jul 28 02:27:28.175266 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-97496c9d-1cbe-4168-b79a-f580200742e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:27:28.440050 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d585d8-ef2c-4855-aca2-acb4b8c33072 req-36389ed5-3e75-44ae-a27a-45287a460b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:28.441488 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-06d585d8-ef2c-4855-aca2-acb4b8c33072 req-36389ed5-3e75-44ae-a27a-45287a460b92 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96bfb8cb74ca4919897cf243daafbe2f&device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 1130 time: 0.0420685 Jul 28 02:27:28.796133 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b3585-fb2b-4d07-bff1-ddcd17131628 req-93a62b1f-9140-447c-ace7-bfbbda03227e tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:28.797603 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-094b3585-fb2b-4d07-bff1-ddcd17131628 req-93a62b1f-9140-447c-ace7-bfbbda03227e tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0469882 Jul 28 02:27:28.822967 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:27:28.845236 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-094b3585-fb2b-4d07-bff1-ddcd17131628 req-c659534e-df19-424a-a39d-a6cb9893c1d3 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415637 Jul 28 02:27:29.259566 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:27:29.300218 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d585d8-ef2c-4855-aca2-acb4b8c33072 req-dd46b80b-3c51-4a11-a02b-2b2b01bfe2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:29.302270 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-06d585d8-ef2c-4855-aca2-acb4b8c33072 req-dd46b80b-3c51-4a11-a02b-2b2b01bfe2b1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2acebb6b-631e-460d-a599-e4c28fc62f29 HTTP/1.1" status: 200 len: 912 time: 0.0974362 Jul 28 02:27:29.962931 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c16140-9da0-43e9-987c-8f67ac1684ab req-55b9f85a-908a-46d2-a1c9-393c24778c05 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:29.964374 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c9c16140-9da0-43e9-987c-8f67ac1684ab req-55b9f85a-908a-46d2-a1c9-393c24778c05 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0474610 Jul 28 02:27:30.012134 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c9c16140-9da0-43e9-987c-8f67ac1684ab req-e50948c6-dae1-49c6-b1da-3e88f1d198f3 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423400 Jul 28 02:27:30.182361 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-06d585d8-ef2c-4855-aca2-acb4b8c33072 req-c23af795-fe4b-41e1-bde4-3b73dadb5589 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5535562d-0c12-47d5-b1c1-dbf26caaa058 HTTP/1.1" status: 200 len: 1002 time: 0.0593882 Jul 28 02:27:30.231099 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d585d8-ef2c-4855-aca2-acb4b8c33072 req-ca84840a-f0e7-4e00-b524-7cd8109fe69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:30.232523 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-06d585d8-ef2c-4855-aca2-acb4b8c33072 req-ca84840a-f0e7-4e00-b524-7cd8109fe69d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2444c2bc-d071-402a-aa6c-831f09f139a2 HTTP/1.1" status: 200 len: 850 time: 0.0445874 Jul 28 02:27:30.275847 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d585d8-ef2c-4855-aca2-acb4b8c33072 req-16f10b8f-4ad8-4d62-9592-cfdc46f5b1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:30.277304 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-06d585d8-ef2c-4855-aca2-acb4b8c33072 req-16f10b8f-4ad8-4d62-9592-cfdc46f5b1a1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2acebb6b-631e-460d-a599-e4c28fc62f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385299 Jul 28 02:27:30.371560 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-06d585d8-ef2c-4855-aca2-acb4b8c33072 req-cc9ba813-c651-4136-b057-439ff451f75c service neutron] 10.222.0.45 "GET /v2.0/networks/2acebb6b-631e-460d-a599-e4c28fc62f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874264 Jul 28 02:27:30.463865 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-06d585d8-ef2c-4855-aca2-acb4b8c33072 req-be63e3f8-0b51-4cf1-b428-c589a03f365e service neutron] 10.222.0.45 "GET /v2.0/networks/2acebb6b-631e-460d-a599-e4c28fc62f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859745 Jul 28 02:27:30.705014 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:27:31.042785 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:27:31.133462 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e89a19-e33e-4812-815a-d26298d56f49 req-e2429b82-1e45-4f21-8569-132ca5629227 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:31.134818 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d4e89a19-e33e-4812-815a-d26298d56f49 req-e2429b82-1e45-4f21-8569-132ca5629227 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0480154 Jul 28 02:27:31.186039 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d4e89a19-e33e-4812-815a-d26298d56f49 req-69bea266-097f-40c8-963c-2524f870e97e tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456407 Jul 28 02:27:32.303549 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b225a9-4ed4-4cf3-b048-b89009d50f70 req-30b82cd6-b640-423a-a2f6-2b5e1df1c344 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:32.305010 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-46b225a9-4ed4-4cf3-b048-b89009d50f70 req-30b82cd6-b640-423a-a2f6-2b5e1df1c344 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0467892 Jul 28 02:27:32.351819 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-46b225a9-4ed4-4cf3-b048-b89009d50f70 req-cb48a0e3-223d-43b8-afd6-7bb94410fb13 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413504 Jul 28 02:27:35.554304 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:27:36.179277 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d947f24-8c6e-4638-8b8b-f9a9e34b200b req-0c262d04-4f61-4d96-af11-0605443d9e1a tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:36.180654 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6d947f24-8c6e-4638-8b8b-f9a9e34b200b req-0c262d04-4f61-4d96-af11-0605443d9e1a tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/ports?device_id=874df9bd-37f7-4c70-83f9-1b39d61bd6f5 HTTP/1.1" status: 200 len: 946 time: 0.0471818 Jul 28 02:27:36.227514 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6d947f24-8c6e-4638-8b8b-f9a9e34b200b req-9e090b54-ba29-4b08-b284-34dd29431f84 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/security-groups?id=001471b8-edf6-407c-9b0d-21534b5a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411947 Jul 28 02:27:37.352106 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07794d5d-d1f2-4023-8587-4eaa9e3f6423 req-b0762ac4-3827-4108-8eda-6e7ead04af14 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:37.353640 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-07794d5d-d1f2-4023-8587-4eaa9e3f6423 req-b0762ac4-3827-4108-8eda-6e7ead04af14 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/ports?device_id=874df9bd-37f7-4c70-83f9-1b39d61bd6f5 HTTP/1.1" status: 200 len: 946 time: 0.0498257 Jul 28 02:27:37.384041 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:27:37.401014 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-07794d5d-d1f2-4023-8587-4eaa9e3f6423 req-026133e4-fdaf-4a48-86ab-3db9a682a378 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/security-groups?id=001471b8-edf6-407c-9b0d-21534b5a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417829 Jul 28 02:27:38.078663 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34a4a7-6b02-4455-a805-576584ab67a2 req-6973f483-84c9-4f80-8a0d-50bc14121521 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:27:38.080100 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6d34a4a7-6b02-4455-a805-576584ab67a2 req-6973f483-84c9-4f80-8a0d-50bc14121521 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.45 "GET /v2.0/ports?device_id=874df9bd-37f7-4c70-83f9-1b39d61bd6f5 HTTP/1.1" status: 200 len: 946 time: 0.0480003 Jul 28 02:27:38.114571 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=100 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:27:38.168931 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [req-6d34a4a7-6b02-4455-a805-576584ab67a2 req-53b6b2c8-6193-4a56-ae3b-406b654fb917 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Deleting port add884a2-8e25-447b-b8bd-2389dcea0a9e {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:27:38.169279 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-6d34a4a7-6b02-4455-a805-576584ab67a2 req-53b6b2c8-6193-4a56-ae3b-406b654fb917 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (add884a2-8e25-447b-b8bd-2389dcea0a9e), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:27:38.256359 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-6d34a4a7-6b02-4455-a805-576584ab67a2 req-53b6b2c8-6193-4a56-ae3b-406b654fb917 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] For port add884a2-8e25-447b-b8bd-2389dcea0a9e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=add884a2-8e25-447b-b8bd-2389dcea0a9e,segment=NetworkSegment(1c987522-5f9e-4908-b02b-b0b349d2ef7a),segment_id=1c987522-5f9e-4908-b02b-b0b349d2ef7a)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:27:38.256712 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-6d34a4a7-6b02-4455-a805-576584ab67a2 req-53b6b2c8-6193-4a56-ae3b-406b654fb917 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (add884a2-8e25-447b-b8bd-2389dcea0a9e), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:27:38.270043 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [req-6d34a4a7-6b02-4455-a805-576584ab67a2 req-53b6b2c8-6193-4a56-ae3b-406b654fb917 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Calling delete_port for add884a2-8e25-447b-b8bd-2389dcea0a9e owned by compute:nova {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:27:38.398421 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-6d34a4a7-6b02-4455-a805-576584ab67a2 req-53b6b2c8-6193-4a56-ae3b-406b654fb917 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (add884a2-8e25-447b-b8bd-2389dcea0a9e), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:27:38.411014 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['add884a2-8e25-447b-b8bd-2389dcea0a9e'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:27:38.426906 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6b2c8-6193-4a56-ae3b-406b654fb917 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Pushing event deleted for resources: {'Port': ['ID=add884a2-8e25-447b-b8bd-2389dcea0a9e,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:27:38.461041 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6b2c8-6193-4a56-ae3b-406b654fb917 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:27:38.461600 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6b2c8-6193-4a56-ae3b-406b654fb917 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:27:38.462023 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6b2c8-6193-4a56-ae3b-406b654fb917 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:27:38.462373 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6b2c8-6193-4a56-ae3b-406b654fb917 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:27:38.462716 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6b2c8-6193-4a56-ae3b-406b654fb917 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:27:38.463057 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6b2c8-6193-4a56-ae3b-406b654fb917 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:27:38.463391 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6b2c8-6193-4a56-ae3b-406b654fb917 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:27:38.463733 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6b2c8-6193-4a56-ae3b-406b654fb917 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:27:38.464066 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6b2c8-6193-4a56-ae3b-406b654fb917 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:27:38.464399 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6b2c8-6193-4a56-ae3b-406b654fb917 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:27:38.464731 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6b2c8-6193-4a56-ae3b-406b654fb917 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:27:38.465085 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6b2c8-6193-4a56-ae3b-406b654fb917 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:27:38.465413 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6b2c8-6193-4a56-ae3b-406b654fb917 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:27:38.465741 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6b2c8-6193-4a56-ae3b-406b654fb917 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:27:38.466068 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6b2c8-6193-4a56-ae3b-406b654fb917 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:27:38.489481 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d34a4a7-6b02-4455-a805-576584ab67a2 req-53b6b2c8-6193-4a56-ae3b-406b654fb917 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] No DVR routers for this DVR port add884a2-8e25-447b-b8bd-2389dcea0a9e on host hv-cinder-79987 {{(pid=103999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:27:38.498901 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-6d34a4a7-6b02-4455-a805-576584ab67a2 req-53b6b2c8-6193-4a56-ae3b-406b654fb917 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:27:38.502015 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6d34a4a7-6b02-4455-a805-576584ab67a2 req-53b6b2c8-6193-4a56-ae3b-406b654fb917 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.45 "DELETE /v2.0/ports/add884a2-8e25-447b-b8bd-2389dcea0a9e HTTP/1.1" status: 204 len: 173 time: 0.4149678 Jul 28 02:27:38.503637 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874df9bd-37f7-4c70-83f9-1b39d61bd6f5', 'name': 'network-vif-deleted', 'tag': 'add884a2-8e25-447b-b8bd-2389dcea0a9e'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:27:38.505884 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fd3017fc08cfcfd8945092685727e724b0eb79f5cdddf0496dd7adb644fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d9dce8-7874-470f-aca8-b89e44c72171" -d '{"events": [{"server_uuid": "874df9bd-37f7-4c70-83f9-1b39d61bd6f5", "name": "network-vif-deleted", "tag": "add884a2-8e25-447b-b8bd-2389dcea0a9e"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:27:38.524656 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6bf8e5e2-1094-4dc2-85cd-351b1bef8565 req-50ff419b-7a80-4257-aa12-1588a9b02b57 tempest-VolumesSnapshotTestJSON-42341968 tempest-VolumesSnapshotTestJSON-42341968-project] 10.222.0.40 "GET /v2.0/ports?device_id=874df9bd-37f7-4c70-83f9-1b39d61bd6f5 HTTP/1.1" status: 200 len: 210 time: 0.0367589 Jul 28 02:27:38.562882 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238f4611-03ef-4ab6-b3d3-6adeded93794 x-openstack-request-id: req-238f4611-03ef-4ab6-b3d3-6adeded93794 {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:27:38.563181 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "874df9bd-37f7-4c70-83f9-1b39d61bd6f5", "name": "network-vif-deleted", "tag": "add884a2-8e25-447b-b8bd-2389dcea0a9e", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:27:38.563439 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-238f4611-03ef-4ab6-b3d3-6adeded93794 {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:27:38.563847 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-238f4611-03ef-4ab6-b3d3-6adeded93794'] response: {'server_uuid': '874df9bd-37f7-4c70-83f9-1b39d61bd6f5', 'name': 'network-vif-deleted', 'tag': 'add884a2-8e25-447b-b8bd-2389dcea0a9e', 'status': 'completed', 'code': 200} Jul 28 02:27:40.477193 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:27:43.093192 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device add884a2-8e25-447b-b8bd-2389dcea0a9e no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:27:43.113033 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] No Port match for: add884a2-8e25-447b-b8bd-2389dcea0a9e {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:27:43.113379 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device add884a2-8e25-447b-b8bd-2389dcea0a9e not bound to the agent host hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:27:48.498642 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=47,neutron:DELETE=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:27:48.509512 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=42,neutron:DELETE=5 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:27:53.097082 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:27:53.097712 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:27:55.762021 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-16490eb7-d0bd-444e-9c96-4a7d854e2a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:27:58.180045 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3b455adf-fa31-4a74-8c19-ddd9bd8a3c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:27:59.258023 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:00.347195 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:00.357507 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:00.707600 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:01.046475 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:02.803835 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 51416) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:28:02.849924 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a289dbf-fcd5-4e12-b730-da4f197c7bc4 admin admin] Deleting subnet dd02def8-8f47-4ab4-b86b-9507fdc19812 {{(pid=103999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 02:28:02.853736 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a289dbf-fcd5-4e12-b730-da4f197c7bc4 admin admin] Publish callbacks [] for subnet (dd02def8-8f47-4ab4-b86b-9507fdc19812), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:02.888484 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a289dbf-fcd5-4e12-b730-da4f197c7bc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26608508'] for subnet (dd02def8-8f47-4ab4-b86b-9507fdc19812), precommit_delete_associations {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:02.927107 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a289dbf-fcd5-4e12-b730-da4f197c7bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401899'] for subnet (dd02def8-8f47-4ab4-b86b-9507fdc19812), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:02.982124 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a289dbf-fcd5-4e12-b730-da4f197c7bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25613297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25654463'] for subnet (dd02def8-8f47-4ab4-b86b-9507fdc19812), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:03.007393 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a289dbf-fcd5-4e12-b730-da4f197c7bc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd02def8-8f47-4ab4-b86b-9507fdc19812,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:03.011784 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a289dbf-fcd5-4e12-b730-da4f197c7bc4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:03.014872 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-2a289dbf-fcd5-4e12-b730-da4f197c7bc4 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/dd02def8-8f47-4ab4-b86b-9507fdc19812 HTTP/1.1" status: 204 len: 168 time: 0.2100482 Jul 28 02:28:03.017404 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 51418) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:28:03.085967 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1ec3c927-495a-422d-bd93-77b7d24ae231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311329'] for network (3916ebe1-b0fe-4005-b8f0-849d68eba863), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:03.167182 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1ec3c927-495a-422d-bd93-77b7d24ae231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397509', 'neutron.services.segments.db._delete_segments_for_network-8752357910218'] for network (3916ebe1-b0fe-4005-b8f0-849d68eba863), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:03.187407 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-1ec3c927-495a-422d-bd93-77b7d24ae231 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3916ebe1-b0fe-4005-b8f0-849d68eba863']}} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:28:03.196504 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-1ec3c927-495a-422d-bd93-77b7d24ae231 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c987522-5f9e-4908-b02b-b0b349d2ef7a') {'for_net_delete': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:28:03.197354 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-1ec3c927-495a-422d-bd93-77b7d24ae231 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c987522-5f9e-4908-b02b-b0b349d2ef7a') {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:28:03.206946 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1ec3c927-495a-422d-bd93-77b7d24ae231 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752357910119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26608485'] for segment (1c987522-5f9e-4908-b02b-b0b349d2ef7a), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:03.220864 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1ec3c927-495a-422d-bd93-77b7d24ae231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (1c987522-5f9e-4908-b02b-b0b349d2ef7a), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:03.227035 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ec3c927-495a-422d-bd93-77b7d24ae231 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 02:28:03.227412 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1ec3c927-495a-422d-bd93-77b7d24ae231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25613231'] for segment (1c987522-5f9e-4908-b02b-b0b349d2ef7a), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:03.290167 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1ec3c927-495a-422d-bd93-77b7d24ae231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363069'] for network (3916ebe1-b0fe-4005-b8f0-849d68eba863), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:03.295783 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1ec3c927-495a-422d-bd93-77b7d24ae231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:03.301346 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-1ec3c927-495a-422d-bd93-77b7d24ae231 admin admin] 10.222.0.40 "DELETE /v2.0/networks/3916ebe1-b0fe-4005-b8f0-849d68eba863 HTTP/1.1" status: 204 len: 168 time: 0.2828796 Jul 28 02:28:03.314027 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec3c927-495a-422d-bd93-77b7d24ae231 admin admin] Pushing event deleted for resources: {'Network': ['ID=3916ebe1-b0fe-4005-b8f0-849d68eba863,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:03.381837 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.services.segments.plugin [-] Segment 1c987522-5f9e-4908-b02b-b0b349d2ef7a resource provider aggregate not found Jul 28 02:28:03.399064 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.services.segments.plugin [-] Segment 1c987522-5f9e-4908-b02b-b0b349d2ef7a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c987522-5f9e-4908-b02b-b0b349d2ef7a found for delete ", "request_id": "req-3de32117-f153-426b-aaf6-4e0dd916f51e"}]} Jul 28 02:28:03.471984 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 51428) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:28:03.514611 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-ad031600-0e25-4e5b-b880-7a1c6969bf10 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a0cbe4e537bf4a3295d73105f90ec4b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413544 Jul 28 02:28:03.516945 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 51432) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:28:03.567495 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-858b7e03-e5d6-44fd-9b94-02b707969c20 admin admin] Publish callbacks [] for security_group (001471b8-edf6-407c-9b0d-21534b5a59fc), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:03.589916 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-858b7e03-e5d6-44fd-9b94-02b707969c20 admin admin] Publish callbacks [] for security_group (001471b8-edf6-407c-9b0d-21534b5a59fc), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:03.637410 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-858b7e03-e5d6-44fd-9b94-02b707969c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (001471b8-edf6-407c-9b0d-21534b5a59fc), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:03.640014 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-858b7e03-e5d6-44fd-9b94-02b707969c20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:03.641185 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-858b7e03-e5d6-44fd-9b94-02b707969c20 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/001471b8-edf6-407c-9b0d-21534b5a59fc HTTP/1.1" status: 204 len: 168 time: 0.1233156 Jul 28 02:28:03.649918 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b7e03-e5d6-44fd-9b94-02b707969c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001471b8-edf6-407c-9b0d-21534b5a59fc,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:03.658769 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858b7e03-e5d6-44fd-9b94-02b707969c20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:03.659121 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858b7e03-e5d6-44fd-9b94-02b707969c20 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:03.659464 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858b7e03-e5d6-44fd-9b94-02b707969c20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:03.659802 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858b7e03-e5d6-44fd-9b94-02b707969c20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:03.660137 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858b7e03-e5d6-44fd-9b94-02b707969c20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:03.660471 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858b7e03-e5d6-44fd-9b94-02b707969c20 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:03.660799 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858b7e03-e5d6-44fd-9b94-02b707969c20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:03.661150 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858b7e03-e5d6-44fd-9b94-02b707969c20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:03.661477 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858b7e03-e5d6-44fd-9b94-02b707969c20 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:03.661803 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858b7e03-e5d6-44fd-9b94-02b707969c20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:03.662128 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858b7e03-e5d6-44fd-9b94-02b707969c20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:03.662451 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858b7e03-e5d6-44fd-9b94-02b707969c20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:03.662772 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858b7e03-e5d6-44fd-9b94-02b707969c20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:03.663092 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858b7e03-e5d6-44fd-9b94-02b707969c20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:03.663410 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858b7e03-e5d6-44fd-9b94-02b707969c20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:05.594078 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:11.794456 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d4f0e-a051-4844-aee3-12002316a832 req-f1d86905-6ce9-4df2-8774-c7ab2dfb7d33 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:11.795916 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b20d4f0e-a051-4844-aee3-12002316a832 req-f1d86905-6ce9-4df2-8774-c7ab2dfb7d33 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.2786379 Jul 28 02:28:11.843492 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b20d4f0e-a051-4844-aee3-12002316a832 req-8314afad-86cc-4a0d-90ea-93b9f7362cd8 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418575 Jul 28 02:28:12.941345 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-14e70671-aef3-4fb6-888b-cc0edd06e042 req-4d3686fb-5bf5-4ad1-8a5d-c4b0121b78d0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c0d634ea-8eeb-4280-afef-f5689e3cceb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438354 Jul 28 02:28:13.069138 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff44c5-dd2c-4c27-a374-21476579dd3f req-efeaa05f-879a-434d-b60e-e1bcd6e68692 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:13.070609 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3fff44c5-dd2c-4c27-a374-21476579dd3f req-efeaa05f-879a-434d-b60e-e1bcd6e68692 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.1463029 Jul 28 02:28:13.076770 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e70671-aef3-4fb6-888b-cc0edd06e042 req-9a7b2ca2-3aba-4e11-9f9d-835668870be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:13.078228 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-14e70671-aef3-4fb6-888b-cc0edd06e042 req-9a7b2ca2-3aba-4e11-9f9d-835668870be1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=551ad4a52e754c83a0215409f09a21a8&device_id=c0d634ea-8eeb-4280-afef-f5689e3cceb6 HTTP/1.1" status: 200 len: 1130 time: 0.0587137 Jul 28 02:28:13.176536 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3fff44c5-dd2c-4c27-a374-21476579dd3f req-d4da8745-9dea-41fb-93b4-de6434e14810 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca2ca985-22f7-46c3-a208-7b04e3b0babd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973601 Jul 28 02:28:13.181557 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782f49c-4a57-4a87-9008-e1e7cc13fb9e req-deec639f-84c6-43e2-9df5-6567bfeb0e57 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:13.183133 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b782f49c-4a57-4a87-9008-e1e7cc13fb9e req-deec639f-84c6-43e2-9df5-6567bfeb0e57 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 946 time: 0.0496378 Jul 28 02:28:13.215038 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e70671-aef3-4fb6-888b-cc0edd06e042 req-962ab43a-00f2-49d7-be7b-7dcabd74c2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:13.217133 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-14e70671-aef3-4fb6-888b-cc0edd06e042 req-962ab43a-00f2-49d7-be7b-7dcabd74c2c1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6a862076-171d-4686-a6b7-e646e42fd313 HTTP/1.1" status: 200 len: 912 time: 0.1172481 Jul 28 02:28:13.257824 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:13.269249 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-b782f49c-4a57-4a87-9008-e1e7cc13fb9e req-914c4f9d-3b1a-42b8-a8df-8a2d74be2912 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Deleting port 5535562d-0c12-47d5-b1c1-dbf26caaa058 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:28:13.269613 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b782f49c-4a57-4a87-9008-e1e7cc13fb9e req-914c4f9d-3b1a-42b8-a8df-8a2d74be2912 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (5535562d-0c12-47d5-b1c1-dbf26caaa058), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:13.280982 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-14e70671-aef3-4fb6-888b-cc0edd06e042 req-66647603-fb55-486d-a6ef-4c6fe3331cf1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=811f35df-5ed8-468d-a85d-74f5ac417103 HTTP/1.1" status: 200 len: 1001 time: 0.0581524 Jul 28 02:28:13.331030 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e70671-aef3-4fb6-888b-cc0edd06e042 req-4aa5a516-9dfd-4c90-b000-2270fb330df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:13.333204 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-14e70671-aef3-4fb6-888b-cc0edd06e042 req-4aa5a516-9dfd-4c90-b000-2270fb330df8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27735d0c-b318-4429-9a91-75d6f81f616d HTTP/1.1" status: 200 len: 850 time: 0.0467198 Jul 28 02:28:13.350181 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:13.367350 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-b782f49c-4a57-4a87-9008-e1e7cc13fb9e req-914c4f9d-3b1a-42b8-a8df-8a2d74be2912 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] For port 5535562d-0c12-47d5-b1c1-dbf26caaa058, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5535562d-0c12-47d5-b1c1-dbf26caaa058,segment=NetworkSegment(03476d0a-b5d5-42c7-aee7-3d0bcf5494b5),segment_id=03476d0a-b5d5-42c7-aee7-3d0bcf5494b5)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:28:13.367715 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b782f49c-4a57-4a87-9008-e1e7cc13fb9e req-914c4f9d-3b1a-42b8-a8df-8a2d74be2912 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (5535562d-0c12-47d5-b1c1-dbf26caaa058), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:13.381715 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e70671-aef3-4fb6-888b-cc0edd06e042 req-1778b793-0745-4dd6-9e25-69cd4ec37575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:13.384169 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-14e70671-aef3-4fb6-888b-cc0edd06e042 req-1778b793-0745-4dd6-9e25-69cd4ec37575 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a862076-171d-4686-a6b7-e646e42fd313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449345 Jul 28 02:28:13.476361 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-14e70671-aef3-4fb6-888b-cc0edd06e042 req-0409f70c-0cbe-4269-8116-b75d90b7f745 service neutron] 10.222.0.45 "GET /v2.0/networks/6a862076-171d-4686-a6b7-e646e42fd313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853202 Jul 28 02:28:13.538500 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b782f49c-4a57-4a87-9008-e1e7cc13fb9e req-914c4f9d-3b1a-42b8-a8df-8a2d74be2912 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:13.539266 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b782f49c-4a57-4a87-9008-e1e7cc13fb9e req-914c4f9d-3b1a-42b8-a8df-8a2d74be2912 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (59772e3e-741e-4612-bb6b-6aa900c3fe38), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:13.539875 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.db.l3_db [req-b782f49c-4a57-4a87-9008-e1e7cc13fb9e req-914c4f9d-3b1a-42b8-a8df-8a2d74be2912 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Floating IP 59772e3e-741e-4612-bb6b-6aa900c3fe38 disassociated. External IP: 172.27.0.178, port: 5535562d-0c12-47d5-b1c1-dbf26caaa058. Jul 28 02:28:13.540330 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-b782f49c-4a57-4a87-9008-e1e7cc13fb9e req-914c4f9d-3b1a-42b8-a8df-8a2d74be2912 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Calling delete_port for 5535562d-0c12-47d5-b1c1-dbf26caaa058 owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:28:13.572056 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-14e70671-aef3-4fb6-888b-cc0edd06e042 req-b89e7977-6a8f-410d-a6a1-66b23affca46 service neutron] 10.222.0.45 "GET /v2.0/networks/6a862076-171d-4686-a6b7-e646e42fd313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884142 Jul 28 02:28:13.686753 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b782f49c-4a57-4a87-9008-e1e7cc13fb9e req-914c4f9d-3b1a-42b8-a8df-8a2d74be2912 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (5535562d-0c12-47d5-b1c1-dbf26caaa058), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:13.720430 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c4f9d-3b1a-42b8-a8df-8a2d74be2912 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Pushing event deleted for resources: {'Port': ['ID=5535562d-0c12-47d5-b1c1-dbf26caaa058,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:13.825200 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:13.835114 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b782f49c-4a57-4a87-9008-e1e7cc13fb9e req-914c4f9d-3b1a-42b8-a8df-8a2d74be2912 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Router 844c4b6b-9e92-439d-9acd-49a06f9e1d8b has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:28:13.842900 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:13.938639 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b782f49c-4a57-4a87-9008-e1e7cc13fb9e req-914c4f9d-3b1a-42b8-a8df-8a2d74be2912 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:28:13.948464 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c562b-de47-41ad-9a6e-4ceff9fb49de None None] Sync routers for ids ['844c4b6b-9e92-439d-9acd-49a06f9e1d8b'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:28:13.958712 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596c562b-de47-41ad-9a6e-4ceff9fb49de None None] Routers {'844c4b6b-9e92-439d-9acd-49a06f9e1d8b'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:28:13.959586 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-596c562b-de47-41ad-9a6e-4ceff9fb49de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:27:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['844c4b6b-9e92-439d-9acd-49a06f9e1d8b'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:28:13.983992 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-b782f49c-4a57-4a87-9008-e1e7cc13fb9e req-914c4f9d-3b1a-42b8-a8df-8a2d74be2912 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] No DVR routers for this DVR port 5535562d-0c12-47d5-b1c1-dbf26caaa058 on host hv-cinder-79987 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:28:13.986450 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b782f49c-4a57-4a87-9008-e1e7cc13fb9e req-914c4f9d-3b1a-42b8-a8df-8a2d74be2912 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:13.989614 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b782f49c-4a57-4a87-9008-e1e7cc13fb9e req-914c4f9d-3b1a-42b8-a8df-8a2d74be2912 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.45 "DELETE /v2.0/ports/5535562d-0c12-47d5-b1c1-dbf26caaa058 HTTP/1.1" status: 204 len: 173 time: 0.7999945 Jul 28 02:28:13.990133 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7852b5-c448-4c73-8090-8c75c15d6900', 'name': 'network-vif-deleted', 'tag': '5535562d-0c12-47d5-b1c1-dbf26caaa058'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:28:13.992406 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b2e643-07f9-421b-a06c-870fe470e4b7" -d '{"events": [{"server_uuid": "bb7852b5-c448-4c73-8090-8c75c15d6900", "name": "network-vif-deleted", "tag": "5535562d-0c12-47d5-b1c1-dbf26caaa058"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:28:14.048324 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fde7b1c-9fa2-4851-bb55-9a652fb3cc2e x-openstack-request-id: req-4fde7b1c-9fa2-4851-bb55-9a652fb3cc2e {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:28:14.048781 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7852b5-c448-4c73-8090-8c75c15d6900", "name": "network-vif-deleted", "tag": "5535562d-0c12-47d5-b1c1-dbf26caaa058", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:28:14.049171 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4fde7b1c-9fa2-4851-bb55-9a652fb3cc2e {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:28:14.049641 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fde7b1c-9fa2-4851-bb55-9a652fb3cc2e'] response: {'server_uuid': 'bb7852b5-c448-4c73-8090-8c75c15d6900', 'name': 'network-vif-deleted', 'tag': '5535562d-0c12-47d5-b1c1-dbf26caaa058', 'status': 'completed', 'code': 200} Jul 28 02:28:14.069428 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-596c562b-de47-41ad-9a6e-4ceff9fb49de None None] Set router 844c4b6b-9e92-439d-9acd-49a06f9e1d8b gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:28:14.270189 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-596c562b-de47-41ad-9a6e-4ceff9fb49de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'name': 'tempest-AttachVolumeTestJSON-1167154383-router', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:10Z', 'revision_number': 4, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'gw_port': {'id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '3f87b0bd-2d8a-4767-8f38-2ccee2df24b8', 'name': '', 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'mac_address': 'fa:16:3e:2f:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:10Z', 'updated_at': '2022-07-28T02:25:14Z', 'revision_number': 5, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'subnets': [{'id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:28:14.295956 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1023d878-9f36-4d09-b51c-03a951a6e064 req-9a04c042-8dc0-4fa1-b599-171586010525 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb7852b5-c448-4c73-8090-8c75c15d6900 HTTP/1.1" status: 200 len: 210 time: 0.0285261 Jul 28 02:28:14.298318 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c562b-de47-41ad-9a6e-4ceff9fb49de None None] Checking router: 844c4b6b-9e92-439d-9acd-49a06f9e1d8b for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:28:14.306737 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596c562b-de47-41ad-9a6e-4ceff9fb49de None None] Routers {'844c4b6b-9e92-439d-9acd-49a06f9e1d8b'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:28:14.307740 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-596c562b-de47-41ad-9a6e-4ceff9fb49de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:27:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['844c4b6b-9e92-439d-9acd-49a06f9e1d8b'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:28:14.411182 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-596c562b-de47-41ad-9a6e-4ceff9fb49de None None] Set router 844c4b6b-9e92-439d-9acd-49a06f9e1d8b gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:28:14.720377 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-596c562b-de47-41ad-9a6e-4ceff9fb49de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'name': 'tempest-AttachVolumeTestJSON-1167154383-router', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:10Z', 'revision_number': 4, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'gw_port': {'id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '3f87b0bd-2d8a-4767-8f38-2ccee2df24b8', 'name': '', 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'mac_address': 'fa:16:3e:2f:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:10Z', 'updated_at': '2022-07-28T02:25:14Z', 'revision_number': 5, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'subnets': [{'id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:28:14.745899 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c562b-de47-41ad-9a6e-4ceff9fb49de None None] The sync data for ids ['844c4b6b-9e92-439d-9acd-49a06f9e1d8b'] in dv-cinder-799871-46-iscsi is: [{'id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'name': 'tempest-AttachVolumeTestJSON-1167154383-router', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:10Z', 'revision_number': 4, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'gw_port': {'id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '3f87b0bd-2d8a-4767-8f38-2ccee2df24b8', 'name': '', 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'mac_address': 'fa:16:3e:2f:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:10Z', 'updated_at': '2022-07-28T02:25:14Z', 'revision_number': 5, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'subnets': [{'id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:28:14.960681 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd546557-d859-4916-bc41-5415ead7e154 None None] New status for floating IP 59772e3e-741e-4612-bb6b-6aa900c3fe38: DOWN {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 02:28:15.396069 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 51466) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:28:15.453334 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7aa08e83-0686-4447-a245-ccdbd7b53647 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for security_group (ca2ca985-22f7-46c3-a208-7b04e3b0babd), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:15.478262 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7aa08e83-0686-4447-a245-ccdbd7b53647 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for security_group (ca2ca985-22f7-46c3-a208-7b04e3b0babd), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:15.525599 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7aa08e83-0686-4447-a245-ccdbd7b53647 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (ca2ca985-22f7-46c3-a208-7b04e3b0babd), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:15.528257 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7aa08e83-0686-4447-a245-ccdbd7b53647 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:15.529530 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7aa08e83-0686-4447-a245-ccdbd7b53647 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "DELETE /v2.0/security-groups/ca2ca985-22f7-46c3-a208-7b04e3b0babd HTTP/1.1" status: 204 len: 168 time: 0.1324322 Jul 28 02:28:15.532359 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 51468) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:28:15.538911 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa08e83-0686-4447-a245-ccdbd7b53647 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2ca985-22f7-46c3-a208-7b04e3b0babd,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:15.547401 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.api.v2.resource [None req-877cfbf8-385e-458e-846c-ff18a67d6183 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] show failed (client error): The resource could not be found. Jul 28 02:28:15.548405 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-877cfbf8-385e-458e-846c-ff18a67d6183 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups/ca2ca985-22f7-46c3-a208-7b04e3b0babd HTTP/1.1" status: 404 len: 347 time: 0.0150411 Jul 28 02:28:15.551363 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 51470) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:28:15.663378 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-0e090ced-96b7-4c4b-90aa-d4d9ba754109 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Deleting port 1b14e9e4-43d9-43ee-afa1-ea7b980489ee {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:28:15.663614 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0e090ced-96b7-4c4b-90aa-d4d9ba754109 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (1b14e9e4-43d9-43ee-afa1-ea7b980489ee), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:15.742692 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0e090ced-96b7-4c4b-90aa-d4d9ba754109 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (1b14e9e4-43d9-43ee-afa1-ea7b980489ee), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:15.743020 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0e090ced-96b7-4c4b-90aa-d4d9ba754109 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for floatingip (1b14e9e4-43d9-43ee-afa1-ea7b980489ee), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:15.755574 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-0e090ced-96b7-4c4b-90aa-d4d9ba754109 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Calling delete_port for 1b14e9e4-43d9-43ee-afa1-ea7b980489ee owned by network:floatingip {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:28:15.888336 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0e090ced-96b7-4c4b-90aa-d4d9ba754109 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (1b14e9e4-43d9-43ee-afa1-ea7b980489ee), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:15.911372 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e090ced-96b7-4c4b-90aa-d4d9ba754109 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Pushing event deleted for resources: {'Port': ['ID=1b14e9e4-43d9-43ee-afa1-ea7b980489ee,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:15.975723 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0e090ced-96b7-4c4b-90aa-d4d9ba754109 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for floatingip (59772e3e-741e-4612-bb6b-6aa900c3fe38), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:15.978159 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0e090ced-96b7-4c4b-90aa-d4d9ba754109 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:15.979884 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-0e090ced-96b7-4c4b-90aa-d4d9ba754109 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "DELETE /v2.0/floatingips/59772e3e-741e-4612-bb6b-6aa900c3fe38 HTTP/1.1" status: 204 len: 168 time: 0.4276276 Jul 28 02:28:16.055172 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 51474) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:28:16.059822 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-d4baf104-ae0d-41d9-9c34-48bbbf701ea9 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Request body: {'security_group': {'name': 'tempest-securitygroup--297343544', 'description': 'tempest-description--19000586'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:28:16.083007 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d4baf104-ae0d-41d9-9c34-48bbbf701ea9 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:16.153639 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d4baf104-ae0d-41d9-9c34-48bbbf701ea9 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for security_group (e7708ebe-b803-4059-abad-40ade43377f1), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:16.157321 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d4baf104-ae0d-41d9-9c34-48bbbf701ea9 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (e7708ebe-b803-4059-abad-40ade43377f1), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:16.186756 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4baf104-ae0d-41d9-9c34-48bbbf701ea9 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7708ebe-b803-4059-abad-40ade43377f1,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:16.192356 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d4baf104-ae0d-41d9-9c34-48bbbf701ea9 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:16.193604 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-d4baf104-ae0d-41d9-9c34-48bbbf701ea9 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1373987 Jul 28 02:28:16.196644 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 51476) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:28:16.202344 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-a425b93f-1d3c-4218-b0ae-5687773fee47 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Request body: {'security_group_rule': {'security_group_id': 'e7708ebe-b803-4059-abad-40ade43377f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:28:16.229205 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a425b93f-1d3c-4218-b0ae-5687773fee47 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for security_group_rule (22697833-4b3c-4a72-8925-8f72356d6d3e), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:16.286830 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a425b93f-1d3c-4218-b0ae-5687773fee47 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for security_group_rule (22697833-4b3c-4a72-8925-8f72356d6d3e), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:16.290680 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a425b93f-1d3c-4218-b0ae-5687773fee47 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (22697833-4b3c-4a72-8925-8f72356d6d3e), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:16.308690 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425b93f-1d3c-4218-b0ae-5687773fee47 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22697833-4b3c-4a72-8925-8f72356d6d3e,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:16.316612 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a425b93f-1d3c-4218-b0ae-5687773fee47 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:16.317837 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-a425b93f-1d3c-4218-b0ae-5687773fee47 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201937 Jul 28 02:28:16.320423 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 51478) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:28:16.325276 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-235b05a4-3183-409f-bf3b-93ab4adcc876 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Request body: {'security_group_rule': {'security_group_id': 'e7708ebe-b803-4059-abad-40ade43377f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:28:16.337305 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:16.343507 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:16.355731 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-235b05a4-3183-409f-bf3b-93ab4adcc876 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for security_group_rule (c5891c00-6bdd-4808-a680-60df686daa5b), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:16.405475 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-235b05a4-3183-409f-bf3b-93ab4adcc876 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for security_group_rule (c5891c00-6bdd-4808-a680-60df686daa5b), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:16.409714 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-235b05a4-3183-409f-bf3b-93ab4adcc876 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356429'] for security_group_rule (c5891c00-6bdd-4808-a680-60df686daa5b), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:16.428600 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b05a4-3183-409f-bf3b-93ab4adcc876 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5891c00-6bdd-4808-a680-60df686daa5b,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:16.434696 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-235b05a4-3183-409f-bf3b-93ab4adcc876 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:16.435881 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-235b05a4-3183-409f-bf3b-93ab4adcc876 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145008 Jul 28 02:28:16.439074 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 51480) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:28:16.443211 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-b31fa0ff-7e0e-479c-930a-92570abca9b8 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Request body: {'floatingip': {'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:28:16.464817 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b31fa0ff-7e0e-479c-930a-92570abca9b8 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:16.545516 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b31fa0ff-7e0e-479c-930a-92570abca9b8 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:16.650026 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [None req-b31fa0ff-7e0e-479c-930a-92570abca9b8 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Allocated IP 172.27.0.170 (fac975fe-f61e-48f2-98cd-c3133f923d7b/e1a55f55-f115-45c6-a5b1-44ded4e4dd9d/b4a3b93c-9ccf-4ab2-9bf1-1496f7288b7c) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:28:16.760454 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b31fa0ff-7e0e-479c-930a-92570abca9b8 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for port (b4a3b93c-9ccf-4ab2-9bf1-1496f7288b7c), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:16.793801 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b31fa0ff-7e0e-479c-930a-92570abca9b8 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (b4a3b93c-9ccf-4ab2-9bf1-1496f7288b7c), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:16.830434 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31fa0ff-7e0e-479c-930a-92570abca9b8 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Network fac975fe-f61e-48f2-98cd-c3133f923d7b is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:28:16.837248 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-b31fa0ff-7e0e-479c-930a-92570abca9b8 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:28:16.841699 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31fa0ff-7e0e-479c-930a-92570abca9b8 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:28:16.846721 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31fa0ff-7e0e-479c-930a-92570abca9b8 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Pushing event updated for resources: {'Port': ['ID=b4a3b93c-9ccf-4ab2-9bf1-1496f7288b7c,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:16.931487 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b31fa0ff-7e0e-479c-930a-92570abca9b8 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for floatingip (dddcd77d-014a-4a6a-ad59-fa86e7465b7e), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:16.968931 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b31fa0ff-7e0e-479c-930a-92570abca9b8 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (b4a3b93c-9ccf-4ab2-9bf1-1496f7288b7c), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:17.011377 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:17.068358 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:17.110518 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 5535562d-0c12-47d5-b1c1-dbf26caaa058 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:28:17.122377 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b31fa0ff-7e0e-479c-930a-92570abca9b8 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for port (b4a3b93c-9ccf-4ab2-9bf1-1496f7288b7c), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:17.126831 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b31fa0ff-7e0e-479c-930a-92570abca9b8 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25613259'] for port (b4a3b93c-9ccf-4ab2-9bf1-1496f7288b7c), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:17.133364 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] No Port match for: 5535562d-0c12-47d5-b1c1-dbf26caaa058 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:28:17.133714 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 5535562d-0c12-47d5-b1c1-dbf26caaa058 not bound to the agent host hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:28:17.199330 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31fa0ff-7e0e-479c-930a-92570abca9b8 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Pushing event updated for resources: {'Port': ['ID=b4a3b93c-9ccf-4ab2-9bf1-1496f7288b7c,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:17.207482 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b31fa0ff-7e0e-479c-930a-92570abca9b8 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (dddcd77d-014a-4a6a-ad59-fa86e7465b7e), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:17.223348 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b31fa0ff-7e0e-479c-930a-92570abca9b8 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:17.224556 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-b31fa0ff-7e0e-479c-930a-92570abca9b8 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7846253 Jul 28 02:28:17.422035 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-f94ea6d3-c0b8-4cf7-b82f-35dc7c067ac2 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--297343544&fields=id&tenant_id=96bfb8cb74ca4919897cf243daafbe2f HTTP/1.1" status: 200 len: 267 time: 0.0425782 Jul 28 02:28:17.476586 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:28:17.526564 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-cf24ee8f-e4df-4517-a7f4-c2c13c495005 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:17.527997 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-cf24ee8f-e4df-4517-a7f4-c2c13c495005 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/networks?id=2acebb6b-631e-460d-a599-e4c28fc62f29 HTTP/1.1" status: 200 len: 811 time: 0.0997124 Jul 28 02:28:17.542640 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-7f922d6f-1bbb-4f3f-93a3-8d3a77d1774d tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/quotas/96bfb8cb74ca4919897cf243daafbe2f HTTP/1.1" status: 200 len: 375 time: 0.0093050 Jul 28 02:28:17.594551 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-638843c9-3bb3-4160-824a-70d8366e02e0 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=96bfb8cb74ca4919897cf243daafbe2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468211 Jul 28 02:28:17.611125 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-2de11f4d-2861-4598-8e98-d114758c6160 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=103999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 02:28:17.612177 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-2de11f4d-2861-4598-8e98-d114758c6160 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054331 Jul 28 02:28:17.703234 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-31e45072-efd2-46b9-a1ca-74df75845458 service neutron] 10.222.0.40 "GET /v2.0/networks/2acebb6b-631e-460d-a599-e4c28fc62f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853593 Jul 28 02:28:18.067043 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-2fd80f93-7b98-437f-996d-a3b750c43b99 service neutron] 10.222.0.40 "GET /v2.0/networks/2acebb6b-631e-460d-a599-e4c28fc62f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581016 Jul 28 02:28:18.231689 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0089b01f-2ac0-4b32-8647-e22bd7870852 req-50c4e750-c5f5-4896-9f27-7983937add0b tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=1e654d8e-747e-43d4-815c-74e0c5fc162a HTTP/1.1" status: 200 len: 210 time: 0.0281904 Jul 28 02:28:19.161358 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-0a701e15-ae6d-453c-adb5-ca82641a5b94 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:19.162935 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-0a701e15-ae6d-453c-adb5-ca82641a5b94 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.45 "GET /v2.0/networks?id=2acebb6b-631e-460d-a599-e4c28fc62f29 HTTP/1.1" status: 200 len: 811 time: 0.1126988 Jul 28 02:28:19.224145 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-da44548a-731d-4ca1-8fb1-85d803416898 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96bfb8cb74ca4919897cf243daafbe2f HTTP/1.1" status: 200 len: 379 time: 0.0528748 Jul 28 02:28:19.292525 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-75c2887c-f5b4-4818-ad6a-cd66a7f51534 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Request body: {'port': {'device_id': '1e654d8e-747e-43d4-815c-74e0c5fc162a', 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29', 'admin_state_up': True, 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'security_groups': ['e7708ebe-b803-4059-abad-40ade43377f1']}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:28:19.331222 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-857b6d1b-90db-4348-af73-25c8c38e8497 req-3a73f8ba-ce17-4d54-af88-abe0a3069707 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=1e654d8e-747e-43d4-815c-74e0c5fc162a HTTP/1.1" status: 200 len: 210 time: 0.0284479 Jul 28 02:28:19.408003 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-75c2887c-f5b4-4818-ad6a-cd66a7f51534 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Made reservation on behalf of 96bfb8cb74ca4919897cf243daafbe2f for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 02:28:19.411302 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-75c2887c-f5b4-4818-ad6a-cd66a7f51534 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:19.473027 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:19.539845 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-75c2887c-f5b4-4818-ad6a-cd66a7f51534 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Allocated IP 172.20.0.5 (2acebb6b-631e-460d-a599-e4c28fc62f29/2444c2bc-d071-402a-aa6c-831f09f139a2/7c4645ae-8832-48dd-a8a3-d5e442eab360) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 02:28:19.548441 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:19.676994 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-75c2887c-f5b4-4818-ad6a-cd66a7f51534 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for port (7c4645ae-8832-48dd-a8a3-d5e442eab360), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:19.708397 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-75c2887c-f5b4-4818-ad6a-cd66a7f51534 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752357454659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (7c4645ae-8832-48dd-a8a3-d5e442eab360), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:19.754602 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-75c2887c-f5b4-4818-ad6a-cd66a7f51534 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Network 2acebb6b-631e-460d-a599-e4c28fc62f29 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 02:28:19.759944 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-75c2887c-f5b4-4818-ad6a-cd66a7f51534 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 02:28:19.763287 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-75c2887c-f5b4-4818-ad6a-cd66a7f51534 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 02:28:19.795693 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2887c-f5b4-4818-ad6a-cd66a7f51534 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Pushing event updated for resources: {'Port': ['ID=7c4645ae-8832-48dd-a8a3-d5e442eab360,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:19.821584 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-75c2887c-f5b4-4818-ad6a-cd66a7f51534 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:19.822211 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-75c2887c-f5b4-4818-ad6a-cd66a7f51534 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:19.840965 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-75c2887c-f5b4-4818-ad6a-cd66a7f51534 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5522897 Jul 28 02:28:19.852343 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-86bf20f0-079d-407c-86f3-fe3d93eb17f0 service neutron] Request body: {'port': {'device_id': '1e654d8e-747e-43d4-815c-74e0c5fc162a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:28:19.918129 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-86bf20f0-079d-407c-86f3-fe3d93eb17f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (7c4645ae-8832-48dd-a8a3-d5e442eab360), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:19.957516 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1699f86e-7ab2-4d1f-8086-3b35b68947d0 None None] Provisioning complete for port 7c4645ae-8832-48dd-a8a3-d5e442eab360 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:28:19.958085 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1699f86e-7ab2-4d1f-8086-3b35b68947d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (7c4645ae-8832-48dd-a8a3-d5e442eab360), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:19.991203 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1699f86e-7ab2-4d1f-8086-3b35b68947d0 None None] Port 7c4645ae-8832-48dd-a8a3-d5e442eab360 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 02:28:20.187510 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-86bf20f0-079d-407c-86f3-fe3d93eb17f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c4645ae-8832-48dd-a8a3-d5e442eab360 {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:28:20.194869 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-86bf20f0-079d-407c-86f3-fe3d93eb17f0 service neutron] Publish callbacks [] for port (7c4645ae-8832-48dd-a8a3-d5e442eab360), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:20.207519 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-86bf20f0-079d-407c-86f3-fe3d93eb17f0 service neutron] Transition to ACTIVE for port object 7c4645ae-8832-48dd-a8a3-d5e442eab360 will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 02:28:20.211358 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-86bf20f0-079d-407c-86f3-fe3d93eb17f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (7c4645ae-8832-48dd-a8a3-d5e442eab360), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:20.216637 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:20.266565 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf20f0-079d-407c-86f3-fe3d93eb17f0 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4645ae-8832-48dd-a8a3-d5e442eab360,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:20.346098 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-86bf20f0-079d-407c-86f3-fe3d93eb17f0 service neutron] Attempting to bind port 7c4645ae-8832-48dd-a8a3-d5e442eab360 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 02:28:20.346432 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-86bf20f0-079d-407c-86f3-fe3d93eb17f0 service neutron] Attempting to bind port 7c4645ae-8832-48dd-a8a3-d5e442eab360 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '03476d0a-b5d5-42c7-aee7-3d0bcf5494b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 02:28:20.346755 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-86bf20f0-079d-407c-86f3-fe3d93eb17f0 service neutron] Attempting to bind port 7c4645ae-8832-48dd-a8a3-d5e442eab360 on network 2acebb6b-631e-460d-a599-e4c28fc62f29 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:28:20.351318 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-86bf20f0-079d-407c-86f3-fe3d93eb17f0 service neutron] Port 7c4645ae-8832-48dd-a8a3-d5e442eab360 on network 2acebb6b-631e-460d-a599-e4c28fc62f29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 02:28:20.351637 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-86bf20f0-079d-407c-86f3-fe3d93eb17f0 service neutron] Attempting to bind port 7c4645ae-8832-48dd-a8a3-d5e442eab360 on network 2acebb6b-631e-460d-a599-e4c28fc62f29 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 02:28:20.357991 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-86bf20f0-079d-407c-86f3-fe3d93eb17f0 service neutron] Checking agent: {'id': '4faf9253-2001-44ef-b83a-102e5ef5a109', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'started_at': datetime.datetime(2022, 7, 28, 2, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 2, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 02:28:20.358736 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-86bf20f0-079d-407c-86f3-fe3d93eb17f0 service neutron] Checking segment: {'id': '03476d0a-b5d5-42c7-aee7-3d0bcf5494b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 02:28:20.358986 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-86bf20f0-079d-407c-86f3-fe3d93eb17f0 service neutron] Bound using segment: {'id': '03476d0a-b5d5-42c7-aee7-3d0bcf5494b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 02:28:20.359575 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-86bf20f0-079d-407c-86f3-fe3d93eb17f0 service neutron] Bound port: 7c4645ae-8832-48dd-a8a3-d5e442eab360, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03476d0a-b5d5-42c7-aee7-3d0bcf5494b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 02:28:20.360070 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-86bf20f0-079d-407c-86f3-fe3d93eb17f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (7c4645ae-8832-48dd-a8a3-d5e442eab360), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:20.400001 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:20.431014 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-86bf20f0-079d-407c-86f3-fe3d93eb17f0 service neutron] For port 7c4645ae-8832-48dd-a8a3-d5e442eab360, host hv-cinder-79987, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 02:28:20.434532 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-86bf20f0-079d-407c-86f3-fe3d93eb17f0 service neutron] For port 7c4645ae-8832-48dd-a8a3-d5e442eab360, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7c4645ae-8832-48dd-a8a3-d5e442eab360,segment=NetworkSegment(03476d0a-b5d5-42c7-aee7-3d0bcf5494b5),segment_id=03476d0a-b5d5-42c7-aee7-3d0bcf5494b5)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 02:28:20.440157 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-86bf20f0-079d-407c-86f3-fe3d93eb17f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099506'] for port (7c4645ae-8832-48dd-a8a3-d5e442eab360), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:20.456116 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fcdec-6b83-4c34-9f33-da5a79da9a82 req-18740a56-c800-437f-ba07-e2c6496a6bbe tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:20.458196 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-509fcdec-6b83-4c34-9f33-da5a79da9a82 req-18740a56-c800-437f-ba07-e2c6496a6bbe tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=1e654d8e-747e-43d4-815c-74e0c5fc162a HTTP/1.1" status: 200 len: 943 time: 0.0534811 Jul 28 02:28:20.478804 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-86bf20f0-079d-407c-86f3-fe3d93eb17f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:20.479934 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-86bf20f0-079d-407c-86f3-fe3d93eb17f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:20.481373 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-86bf20f0-079d-407c-86f3-fe3d93eb17f0 service neutron] 10.222.0.45 "PUT /v2.0/ports/7c4645ae-8832-48dd-a8a3-d5e442eab360 HTTP/1.1" status: 200 len: 1093 time: 0.6332636 Jul 28 02:28:20.481847 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e654d8e-747e-43d4-815c-74e0c5fc162a', 'tag': '7c4645ae-8832-48dd-a8a3-d5e442eab360'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:28:20.484093 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c6f9c1-e62e-4e6a-b0e7-8b7cdfec6f14" -d '{"events": [{"name": "network-changed", "server_uuid": "1e654d8e-747e-43d4-815c-74e0c5fc162a", "tag": "7c4645ae-8832-48dd-a8a3-d5e442eab360"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:28:20.502803 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf20f0-079d-407c-86f3-fe3d93eb17f0 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4645ae-8832-48dd-a8a3-d5e442eab360,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:20.546325 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-509fcdec-6b83-4c34-9f33-da5a79da9a82 req-0d5234f8-906f-4be0-81ee-a7396b076562 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=e7708ebe-b803-4059-abad-40ade43377f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810680 Jul 28 02:28:20.563026 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93777c9f-0c4a-4891-b9a2-63e348c151bf x-openstack-request-id: req-93777c9f-0c4a-4891-b9a2-63e348c151bf {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:28:20.563318 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e654d8e-747e-43d4-815c-74e0c5fc162a", "tag": "7c4645ae-8832-48dd-a8a3-d5e442eab360", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:28:20.563570 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-93777c9f-0c4a-4891-b9a2-63e348c151bf {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:28:20.563969 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93777c9f-0c4a-4891-b9a2-63e348c151bf'] response: {'name': 'network-changed', 'server_uuid': '1e654d8e-747e-43d4-815c-74e0c5fc162a', 'tag': '7c4645ae-8832-48dd-a8a3-d5e442eab360', 'status': 'completed', 'code': 200} Jul 28 02:28:20.596599 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-a184da13-e628-4cfe-8c5d-a6250236af2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:20.598157 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-a184da13-e628-4cfe-8c5d-a6250236af2e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96bfb8cb74ca4919897cf243daafbe2f&device_id=1e654d8e-747e-43d4-815c-74e0c5fc162a HTTP/1.1" status: 200 len: 1127 time: 0.0478880 Jul 28 02:28:20.638602 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-e9520d7d-452e-402d-866e-beddee80a7c9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c4645ae-8832-48dd-a8a3-d5e442eab360 HTTP/1.1" status: 200 len: 217 time: 0.0339477 Jul 28 02:28:20.695619 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-1bdba471-2ffd-4896-b473-448b76bca01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:20.697108 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-1bdba471-2ffd-4896-b473-448b76bca01b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2444c2bc-d071-402a-aa6c-831f09f139a2 HTTP/1.1" status: 200 len: 850 time: 0.0445039 Jul 28 02:28:20.739922 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-a0ebe404-6665-4e63-81b5-65448cefc57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:20.741425 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-a0ebe404-6665-4e63-81b5-65448cefc57a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2acebb6b-631e-460d-a599-e4c28fc62f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379817 Jul 28 02:28:20.837099 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-168f8fc7-c527-4992-97c0-feda738ea37d service neutron] 10.222.0.45 "GET /v2.0/networks/2acebb6b-631e-460d-a599-e4c28fc62f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887535 Jul 28 02:28:20.930114 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0f51917b-f58a-4e60-91b0-d4191ac29cff req-16950177-66ea-4c7b-ad2c-ebfb409dbe94 service neutron] 10.222.0.45 "GET /v2.0/networks/2acebb6b-631e-460d-a599-e4c28fc62f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876973 Jul 28 02:28:21.654117 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b83f9b-e31c-48f0-b075-069fbeaf5aa9 req-2916c1ef-b3bf-4298-a7fe-cc420f31f444 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:21.655602 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-98b83f9b-e31c-48f0-b075-069fbeaf5aa9 req-2916c1ef-b3bf-4298-a7fe-cc420f31f444 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=1e654d8e-747e-43d4-815c-74e0c5fc162a HTTP/1.1" status: 200 len: 943 time: 0.0465701 Jul 28 02:28:21.702501 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-98b83f9b-e31c-48f0-b075-069fbeaf5aa9 req-359a452e-0e9c-4572-a2e2-d07b379766e3 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=e7708ebe-b803-4059-abad-40ade43377f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415783 Jul 28 02:28:21.714802 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6f9c1-e62e-4e6a-b0e7-8b7cdfec6f14 req-b34d6ca2-1c64-4def-8591-627acd3e239c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:21.716753 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-40c6f9c1-e62e-4e6a-b0e7-8b7cdfec6f14 req-b34d6ca2-1c64-4def-8591-627acd3e239c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96bfb8cb74ca4919897cf243daafbe2f&device_id=1e654d8e-747e-43d4-815c-74e0c5fc162a HTTP/1.1" status: 200 len: 1127 time: 0.0415206 Jul 28 02:28:21.810370 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6f9c1-e62e-4e6a-b0e7-8b7cdfec6f14 req-5301bdc4-60e2-41eb-bfc8-4a4694ea7fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:21.811823 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-40c6f9c1-e62e-4e6a-b0e7-8b7cdfec6f14 req-5301bdc4-60e2-41eb-bfc8-4a4694ea7fdf service neutron] 10.222.0.45 "GET /v2.0/networks?id=2acebb6b-631e-460d-a599-e4c28fc62f29 HTTP/1.1" status: 200 len: 912 time: 0.0888705 Jul 28 02:28:21.850952 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-40c6f9c1-e62e-4e6a-b0e7-8b7cdfec6f14 req-548aef37-5d81-4042-9dbd-66b3479d2847 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c4645ae-8832-48dd-a8a3-d5e442eab360 HTTP/1.1" status: 200 len: 217 time: 0.0330973 Jul 28 02:28:21.898362 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6f9c1-e62e-4e6a-b0e7-8b7cdfec6f14 req-bb791635-8b50-4e05-add8-de87faaf14bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:21.899780 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-40c6f9c1-e62e-4e6a-b0e7-8b7cdfec6f14 req-bb791635-8b50-4e05-add8-de87faaf14bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2444c2bc-d071-402a-aa6c-831f09f139a2 HTTP/1.1" status: 200 len: 850 time: 0.0434172 Jul 28 02:28:21.942656 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6f9c1-e62e-4e6a-b0e7-8b7cdfec6f14 req-015eab42-2bbe-4a8a-b099-3c9e94d69bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:21.944102 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-40c6f9c1-e62e-4e6a-b0e7-8b7cdfec6f14 req-015eab42-2bbe-4a8a-b099-3c9e94d69bf9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2acebb6b-631e-460d-a599-e4c28fc62f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386636 Jul 28 02:28:22.034212 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:22.040619 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-40c6f9c1-e62e-4e6a-b0e7-8b7cdfec6f14 req-c3b886fc-0a4d-4c1c-9cd5-6695f013c3e7 service neutron] 10.222.0.45 "GET /v2.0/networks/2acebb6b-631e-460d-a599-e4c28fc62f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897574 Jul 28 02:28:22.134575 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-40c6f9c1-e62e-4e6a-b0e7-8b7cdfec6f14 req-5e5dd10f-1cad-4e90-8f22-bf5620e61f6e service neutron] 10.222.0.45 "GET /v2.0/networks/2acebb6b-631e-460d-a599-e4c28fc62f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876260 Jul 28 02:28:22.820947 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f854ff3-156c-4abf-b6d0-3beba7cce697 req-3cd70bea-adb8-495a-9155-0298ecdc7ffc tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:22.823008 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3f854ff3-156c-4abf-b6d0-3beba7cce697 req-3cd70bea-adb8-495a-9155-0298ecdc7ffc tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=1e654d8e-747e-43d4-815c-74e0c5fc162a HTTP/1.1" status: 200 len: 943 time: 0.0472939 Jul 28 02:28:22.874284 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3f854ff3-156c-4abf-b6d0-3beba7cce697 req-e3f3c8a0-d15a-4716-8ff3-a72089e0d9f4 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=e7708ebe-b803-4059-abad-40ade43377f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456402 Jul 28 02:28:23.124630 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 7c4645ae-8832-48dd-a8a3-d5e442eab360 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 02:28:23.126755 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:23.128235 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:23.231095 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 7c4645ae-8832-48dd-a8a3-d5e442eab360, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7c4645ae-8832-48dd-a8a3-d5e442eab360,segment=NetworkSegment(03476d0a-b5d5-42c7-aee7-3d0bcf5494b5),segment_id=03476d0a-b5d5-42c7-aee7-3d0bcf5494b5)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:28:23.242062 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Returning: {'device': '7c4645ae-8832-48dd-a8a3-d5e442eab360', 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29', 'port_id': '7c4645ae-8832-48dd-a8a3-d5e442eab360', 'mac_address': 'fa:16:3e:fb:f3:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 02:28:23.276708 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 7c4645ae-8832-48dd-a8a3-d5e442eab360 is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:28:23.277128 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (7c4645ae-8832-48dd-a8a3-d5e442eab360), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:23.294090 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4645ae-8832-48dd-a8a3-d5e442eab360 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 02:28:23.316845 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 7c4645ae-8832-48dd-a8a3-d5e442eab360, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7c4645ae-8832-48dd-a8a3-d5e442eab360,segment=NetworkSegment(03476d0a-b5d5-42c7-aee7-3d0bcf5494b5),segment_id=03476d0a-b5d5-42c7-aee7-3d0bcf5494b5)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:28:23.320608 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (7c4645ae-8832-48dd-a8a3-d5e442eab360), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:23.369760 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=7c4645ae-8832-48dd-a8a3-d5e442eab360,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:23.376770 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:23.377080 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:23.377427 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:23.377758 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:23.378084 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:23.378410 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:23.378759 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:23.379081 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:23.379401 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:23.379722 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:23.380045 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:23.380365 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:23.380681 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:23.381029 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:23.381338 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:23.544633 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] get_ports_and_sgs() called for port_ids ['7c4645ae-8832-48dd-a8a3-d5e442eab360'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 02:28:23.990175 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258c54c-c93e-47d5-a7f6-98dc3a78c639 req-7171bd7a-52a0-479e-a02c-41597bac0c22 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:23.991617 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1258c54c-c93e-47d5-a7f6-98dc3a78c639 req-7171bd7a-52a0-479e-a02c-41597bac0c22 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=1e654d8e-747e-43d4-815c-74e0c5fc162a HTTP/1.1" status: 200 len: 944 time: 0.0465257 Jul 28 02:28:24.013366 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:24.033823 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:24.041670 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1258c54c-c93e-47d5-a7f6-98dc3a78c639 req-06e48953-829f-4c17-8f69-4b3dbf7b760b tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=e7708ebe-b803-4059-abad-40ade43377f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435989 Jul 28 02:28:25.036110 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=15 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:25.141039 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 7c4645ae-8832-48dd-a8a3-d5e442eab360 up at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 02:28:25.163388 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5618b-0945-4b25-9dcc-d3704e546af8 req-3e10f239-10fc-418d-883c-35e5a8da6a09 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:25.164842 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-edd5618b-0945-4b25-9dcc-d3704e546af8 req-3e10f239-10fc-418d-883c-35e5a8da6a09 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=1e654d8e-747e-43d4-815c-74e0c5fc162a HTTP/1.1" status: 200 len: 944 time: 0.0497847 Jul 28 02:28:25.183937 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning for port 7c4645ae-8832-48dd-a8a3-d5e442eab360 completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 02:28:25.190891 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Provisioning complete for port 7c4645ae-8832-48dd-a8a3-d5e442eab360 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 02:28:25.191270 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408672'] for port (7c4645ae-8832-48dd-a8a3-d5e442eab360), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:25.216176 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-edd5618b-0945-4b25-9dcc-d3704e546af8 req-51d5937a-7de5-4ac7-80b7-32a269f2de0a tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=e7708ebe-b803-4059-abad-40ade43377f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450559 Jul 28 02:28:25.265658 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Current status of the port 7c4645ae-8832-48dd-a8a3-d5e442eab360 is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 02:28:25.266051 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330883'] for port (7c4645ae-8832-48dd-a8a3-d5e442eab360), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:25.288266 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e654d8e-747e-43d4-815c-74e0c5fc162a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4645ae-8832-48dd-a8a3-d5e442eab360'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:28:25.290484 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd7b23193eab089ffe890151ec8d4d81c159f1068d0ecb51bca31dcd10d4c9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ac6320-ec5c-41ca-844d-040364af3a2a" -d '{"events": [{"server_uuid": "1e654d8e-747e-43d4-815c-74e0c5fc162a", "name": "network-vif-plugged", "status": "completed", "tag": "7c4645ae-8832-48dd-a8a3-d5e442eab360"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:28:25.310058 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] For port 7c4645ae-8832-48dd-a8a3-d5e442eab360, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7c4645ae-8832-48dd-a8a3-d5e442eab360,segment=NetworkSegment(03476d0a-b5d5-42c7-aee7-3d0bcf5494b5),segment_id=03476d0a-b5d5-42c7-aee7-3d0bcf5494b5)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:28:25.314380 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752357835740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752357454677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752357454695'] for port (7c4645ae-8832-48dd-a8a3-d5e442eab360), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:25.336237 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99680c5-fd32-4263-af0b-ff9827032c4d x-openstack-request-id: req-f99680c5-fd32-4263-af0b-ff9827032c4d {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:28:25.336546 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e654d8e-747e-43d4-815c-74e0c5fc162a", "name": "network-vif-plugged", "status": "completed", "tag": "7c4645ae-8832-48dd-a8a3-d5e442eab360", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:28:25.336809 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f99680c5-fd32-4263-af0b-ff9827032c4d {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:28:25.337221 dv-cinder-799871-46-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f99680c5-fd32-4263-af0b-ff9827032c4d'] response: {'server_uuid': '1e654d8e-747e-43d4-815c-74e0c5fc162a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4645ae-8832-48dd-a8a3-d5e442eab360', 'code': 200} Jul 28 02:28:25.367065 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Pushing event updated for resources: {'Port': ['ID=7c4645ae-8832-48dd-a8a3-d5e442eab360,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:25.499898 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c89ba-f5be-40da-afdb-b3aa45b6fb6e req-7a667ace-41f8-44de-a4d1-45476b8867c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:25.501437 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2f1c89ba-f5be-40da-afdb-b3aa45b6fb6e req-7a667ace-41f8-44de-a4d1-45476b8867c1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1e654d8e-747e-43d4-815c-74e0c5fc162a HTTP/1.1" status: 200 len: 1129 time: 0.0391440 Jul 28 02:28:25.546500 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2f1c89ba-f5be-40da-afdb-b3aa45b6fb6e req-817ba508-7e93-4685-9015-c0b7176f7d46 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e7708ebe-b803-4059-abad-40ade43377f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389760 Jul 28 02:28:25.765926 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bb32d989-fea1-42de-a51a-2753d375bc0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:26.338918 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac77e5d-7ef7-454d-ad12-01c9cac33946 req-0a5c7243-eb0e-4e1a-8d4e-ea922052d460 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:26.340402 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cac77e5d-7ef7-454d-ad12-01c9cac33946 req-0a5c7243-eb0e-4e1a-8d4e-ea922052d460 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=1e654d8e-747e-43d4-815c-74e0c5fc162a HTTP/1.1" status: 200 len: 945 time: 0.0536640 Jul 28 02:28:26.392905 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cac77e5d-7ef7-454d-ad12-01c9cac33946 req-1686a7ba-9376-46dd-b603-6facf9f8eed9 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=e7708ebe-b803-4059-abad-40ade43377f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469482 Jul 28 02:28:27.513210 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9cf91-d3b6-44c3-adcc-6b10d22caa05 req-2b1a2e99-267e-4e0c-ac26-886475ac2acb tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:27.514734 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a3d9cf91-d3b6-44c3-adcc-6b10d22caa05 req-2b1a2e99-267e-4e0c-ac26-886475ac2acb tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=1e654d8e-747e-43d4-815c-74e0c5fc162a HTTP/1.1" status: 200 len: 945 time: 0.0482872 Jul 28 02:28:27.562678 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a3d9cf91-d3b6-44c3-adcc-6b10d22caa05 req-030f6380-426d-4814-9db4-464dedc12983 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=e7708ebe-b803-4059-abad-40ade43377f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424168 Jul 28 02:28:27.683449 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46352d91-ee5e-4338-87d4-f71d62f2b0eb req-b6b77347-4812-413a-a9af-357e17343eaf tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:27.684960 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-46352d91-ee5e-4338-87d4-f71d62f2b0eb req-b6b77347-4812-413a-a9af-357e17343eaf tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=1e654d8e-747e-43d4-815c-74e0c5fc162a HTTP/1.1" status: 200 len: 945 time: 0.0533624 Jul 28 02:28:27.695407 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 51534) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:28:27.700367 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-745aa3c9-3e18-4087-ba8f-e7ed145b5a5a tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Request body: {'floatingip': {'port_id': '7c4645ae-8832-48dd-a8a3-d5e442eab360'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 02:28:27.738221 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-745aa3c9-3e18-4087-ba8f-e7ed145b5a5a tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for floatingip (dddcd77d-014a-4a6a-ad59-fa86e7465b7e), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:28.170676 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-745aa3c9-3e18-4087-ba8f-e7ed145b5a5a tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:28.175673 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-745aa3c9-3e18-4087-ba8f-e7ed145b5a5a tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (dddcd77d-014a-4a6a-ad59-fa86e7465b7e), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:28.182068 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7582bc32-083f-47dc-a502-63c084b90698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:28.273519 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.db.l3_db [None req-745aa3c9-3e18-4087-ba8f-e7ed145b5a5a tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Floating IP dddcd77d-014a-4a6a-ad59-fa86e7465b7e associated. External IP: 172.27.0.170, port: 7c4645ae-8832-48dd-a8a3-d5e442eab360. Jul 28 02:28:28.427401 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:28.460191 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:28.492135 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745aa3c9-3e18-4087-ba8f-e7ed145b5a5a tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Router 844c4b6b-9e92-439d-9acd-49a06f9e1d8b has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:28:28.602339 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745aa3c9-3e18-4087-ba8f-e7ed145b5a5a tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:28:28.607433 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-745aa3c9-3e18-4087-ba8f-e7ed145b5a5a tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:28.613569 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa06ba6-32cc-4912-ad69-0cf09c767d62 None None] Sync routers for ids ['844c4b6b-9e92-439d-9acd-49a06f9e1d8b'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:28:28.624187 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa06ba6-32cc-4912-ad69-0cf09c767d62 None None] Routers {'844c4b6b-9e92-439d-9acd-49a06f9e1d8b'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:28:28.624821 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-5fa06ba6-32cc-4912-ad69-0cf09c767d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:28:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['844c4b6b-9e92-439d-9acd-49a06f9e1d8b'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:28:28.639377 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-745aa3c9-3e18-4087-ba8f-e7ed145b5a5a tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "PUT /v2.0/floatingips/dddcd77d-014a-4a6a-ad59-fa86e7465b7e HTTP/1.1" status: 200 len: 991 time: 0.9429231 Jul 28 02:28:28.640067 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e654d8e-747e-43d4-815c-74e0c5fc162a', 'tag': '7c4645ae-8832-48dd-a8a3-d5e442eab360'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:28:28.642489 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fd3017fc08cfcfd8945092685727e724b0eb79f5cdddf0496dd7adb644fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8964140c-c8f6-4096-82c4-14a78af909fb" -d '{"events": [{"name": "network-changed", "server_uuid": "1e654d8e-747e-43d4-815c-74e0c5fc162a", "tag": "7c4645ae-8832-48dd-a8a3-d5e442eab360"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:28:28.680686 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c611053-c219-45ef-946e-b6d09e059c01 x-openstack-request-id: req-1c611053-c219-45ef-946e-b6d09e059c01 {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:28:28.681016 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e654d8e-747e-43d4-815c-74e0c5fc162a", "tag": "7c4645ae-8832-48dd-a8a3-d5e442eab360", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:28:28.681276 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1c611053-c219-45ef-946e-b6d09e059c01 {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:28:28.681688 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c611053-c219-45ef-946e-b6d09e059c01'] response: {'name': 'network-changed', 'server_uuid': '1e654d8e-747e-43d4-815c-74e0c5fc162a', 'tag': '7c4645ae-8832-48dd-a8a3-d5e442eab360', 'status': 'completed', 'code': 200} Jul 28 02:28:28.741044 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:28.753231 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:28.759804 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-5fa06ba6-32cc-4912-ad69-0cf09c767d62 None None] Set router 844c4b6b-9e92-439d-9acd-49a06f9e1d8b gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:28:28.764276 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964140c-c8f6-4096-82c4-14a78af909fb req-ee98e78a-03e2-430d-b9ad-3bfb970128f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:28.766985 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8964140c-c8f6-4096-82c4-14a78af909fb req-ee98e78a-03e2-430d-b9ad-3bfb970128f2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96bfb8cb74ca4919897cf243daafbe2f&device_id=1e654d8e-747e-43d4-815c-74e0c5fc162a HTTP/1.1" status: 200 len: 1129 time: 0.0639215 Jul 28 02:28:28.830782 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:28.864777 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964140c-c8f6-4096-82c4-14a78af909fb req-490f5dd9-b4dc-43c7-bc9c-a0b7e41f451d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:28.866396 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8964140c-c8f6-4096-82c4-14a78af909fb req-490f5dd9-b4dc-43c7-bc9c-a0b7e41f451d service neutron] 10.222.0.45 "GET /v2.0/networks?id=2acebb6b-631e-460d-a599-e4c28fc62f29 HTTP/1.1" status: 200 len: 912 time: 0.0941632 Jul 28 02:28:28.927399 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8964140c-c8f6-4096-82c4-14a78af909fb req-e5993606-041d-41c3-9d89-41bda2e48dab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c4645ae-8832-48dd-a8a3-d5e442eab360 HTTP/1.1" status: 200 len: 999 time: 0.0556507 Jul 28 02:28:28.980386 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964140c-c8f6-4096-82c4-14a78af909fb req-16a26ca4-a910-45fa-ade4-f3538c7163eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:28.981886 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8964140c-c8f6-4096-82c4-14a78af909fb req-16a26ca4-a910-45fa-ade4-f3538c7163eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2444c2bc-d071-402a-aa6c-831f09f139a2 HTTP/1.1" status: 200 len: 850 time: 0.0484161 Jul 28 02:28:28.983315 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-5fa06ba6-32cc-4912-ad69-0cf09c767d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'name': 'tempest-AttachVolumeTestJSON-1167154383-router', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:10Z', 'revision_number': 4, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'gw_port': {'id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': 'dddcd77d-014a-4a6a-ad59-fa86e7465b7e', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'floating_ip_address': '172.27.0.170', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'port_id': '7c4645ae-8832-48dd-a8a3-d5e442eab360', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29', 'mac_address': 'fa:16:3e:fb:f3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e654d8e-747e-43d4-815c-74e0c5fc162a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:28:16Z', 'updated_at': '2022-07-28T02:28:28Z', 'revision_number': 1, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f87b0bd-2d8a-4767-8f38-2ccee2df24b8', 'name': '', 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'mac_address': 'fa:16:3e:2f:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:10Z', 'updated_at': '2022-07-28T02:25:14Z', 'revision_number': 5, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'subnets': [{'id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:28:29.008177 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa06ba6-32cc-4912-ad69-0cf09c767d62 None None] Checking router: 844c4b6b-9e92-439d-9acd-49a06f9e1d8b for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:28:29.016672 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa06ba6-32cc-4912-ad69-0cf09c767d62 None None] Routers {'844c4b6b-9e92-439d-9acd-49a06f9e1d8b'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:28:29.017335 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-5fa06ba6-32cc-4912-ad69-0cf09c767d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:28:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['844c4b6b-9e92-439d-9acd-49a06f9e1d8b'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:28:29.025187 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964140c-c8f6-4096-82c4-14a78af909fb req-03f5e72a-ed24-4e56-9971-75d80749e3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:29.026885 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8964140c-c8f6-4096-82c4-14a78af909fb req-03f5e72a-ed24-4e56-9971-75d80749e3dc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2acebb6b-631e-460d-a599-e4c28fc62f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393291 Jul 28 02:28:29.036554 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [req-8964140c-c8f6-4096-82c4-14a78af909fb req-bb9b42b8-a5a1-48d9-8058-fbb1f45cf4f8 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 02:28:29.037530 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8964140c-c8f6-4096-82c4-14a78af909fb req-bb9b42b8-a5a1-48d9-8058-fbb1f45cf4f8 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051465 Jul 28 02:28:29.130788 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-5fa06ba6-32cc-4912-ad69-0cf09c767d62 None None] Set router 844c4b6b-9e92-439d-9acd-49a06f9e1d8b gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:28:29.141043 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8964140c-c8f6-4096-82c4-14a78af909fb req-e6ae0e6d-f8be-435b-b9f3-3264f64a1a45 service neutron] 10.222.0.45 "GET /v2.0/networks/2acebb6b-631e-460d-a599-e4c28fc62f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973878 Jul 28 02:28:29.234949 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8964140c-c8f6-4096-82c4-14a78af909fb req-795b9d03-d288-47b7-aeff-6d7ec711281d service neutron] 10.222.0.45 "GET /v2.0/networks/2acebb6b-631e-460d-a599-e4c28fc62f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887623 Jul 28 02:28:29.287402 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:29.356925 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-5fa06ba6-32cc-4912-ad69-0cf09c767d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'name': 'tempest-AttachVolumeTestJSON-1167154383-router', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:10Z', 'revision_number': 4, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'gw_port': {'id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': 'dddcd77d-014a-4a6a-ad59-fa86e7465b7e', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'floating_ip_address': '172.27.0.170', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'port_id': '7c4645ae-8832-48dd-a8a3-d5e442eab360', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29', 'mac_address': 'fa:16:3e:fb:f3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e654d8e-747e-43d4-815c-74e0c5fc162a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:28:16Z', 'updated_at': '2022-07-28T02:28:28Z', 'revision_number': 1, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f87b0bd-2d8a-4767-8f38-2ccee2df24b8', 'name': '', 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'mac_address': 'fa:16:3e:2f:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:10Z', 'updated_at': '2022-07-28T02:25:14Z', 'revision_number': 5, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'subnets': [{'id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:28:29.382056 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa06ba6-32cc-4912-ad69-0cf09c767d62 None None] The sync data for ids ['844c4b6b-9e92-439d-9acd-49a06f9e1d8b'] in dv-cinder-799871-46-iscsi is: [{'id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'name': 'tempest-AttachVolumeTestJSON-1167154383-router', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:10Z', 'revision_number': 4, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'gw_port': {'id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': 'dddcd77d-014a-4a6a-ad59-fa86e7465b7e', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'floating_ip_address': '172.27.0.170', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'port_id': '7c4645ae-8832-48dd-a8a3-d5e442eab360', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29', 'mac_address': 'fa:16:3e:fb:f3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e654d8e-747e-43d4-815c-74e0c5fc162a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:28:16Z', 'updated_at': '2022-07-28T02:28:28Z', 'revision_number': 1, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f87b0bd-2d8a-4767-8f38-2ccee2df24b8', 'name': '', 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'mac_address': 'fa:16:3e:2f:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:10Z', 'updated_at': '2022-07-28T02:25:14Z', 'revision_number': 5, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'subnets': [{'id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:28:29.572076 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a83604-6fe3-4343-8e2e-470f3bf4955b None None] New status for floating IP dddcd77d-014a-4a6a-ad59-fa86e7465b7e: ACTIVE {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 02:28:29.611079 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 51540) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:28:29.754899 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-577d2d9e-ee55-43bd-ad66-6e43158ad74e tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Deleting port 3756c6a8-4ea3-4a90-8eb5-177379337b00 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:28:29.755236 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-577d2d9e-ee55-43bd-ad66-6e43158ad74e tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (3756c6a8-4ea3-4a90-8eb5-177379337b00), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:29.834698 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-577d2d9e-ee55-43bd-ad66-6e43158ad74e tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (3756c6a8-4ea3-4a90-8eb5-177379337b00), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:29.835453 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-577d2d9e-ee55-43bd-ad66-6e43158ad74e tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for floatingip (3756c6a8-4ea3-4a90-8eb5-177379337b00), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:29.847445 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-577d2d9e-ee55-43bd-ad66-6e43158ad74e tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Calling delete_port for 3756c6a8-4ea3-4a90-8eb5-177379337b00 owned by network:floatingip {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:28:29.909173 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:30.014482 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-577d2d9e-ee55-43bd-ad66-6e43158ad74e tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (3756c6a8-4ea3-4a90-8eb5-177379337b00), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:30.038556 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d2d9e-ee55-43bd-ad66-6e43158ad74e tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Pushing event deleted for resources: {'Port': ['ID=3756c6a8-4ea3-4a90-8eb5-177379337b00,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:30.087054 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:30.107402 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-577d2d9e-ee55-43bd-ad66-6e43158ad74e tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for floatingip (536407e2-f577-4935-b9e2-182280cc1c8e), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:30.107729 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.db.l3_db [None req-577d2d9e-ee55-43bd-ad66-6e43158ad74e tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Floating IP 536407e2-f577-4935-b9e2-182280cc1c8e disassociated (deleted). External IP: 172.27.0.25, port: 811f35df-5ed8-468d-a85d-74f5ac417103. Jul 28 02:28:30.301662 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577d2d9e-ee55-43bd-ad66-6e43158ad74e tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Router 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:28:30.404839 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577d2d9e-ee55-43bd-ad66-6e43158ad74e tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:28:30.409092 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-577d2d9e-ee55-43bd-ad66-6e43158ad74e tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:30.413913 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c30795-5381-4620-b00f-ebbd6c3bcf00 None None] Sync routers for ids ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:28:30.424400 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c30795-5381-4620-b00f-ebbd6c3bcf00 None None] Routers {'6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:28:30.425031 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-35c30795-5381-4620-b00f-ebbd6c3bcf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:28:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:28:30.441031 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-577d2d9e-ee55-43bd-ad66-6e43158ad74e tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "DELETE /v2.0/floatingips/536407e2-f577-4935-b9e2-182280cc1c8e HTTP/1.1" status: 204 len: 168 time: 0.8265097 Jul 28 02:28:30.441031 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d634ea-8eeb-4280-afef-f5689e3cceb6', 'tag': '811f35df-5ed8-468d-a85d-74f5ac417103'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:28:30.441530 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1e02c0-16e2-4342-817c-6b25f369fc17" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d634ea-8eeb-4280-afef-f5689e3cceb6", "tag": "811f35df-5ed8-468d-a85d-74f5ac417103"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:28:30.483935 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf8f978-f72e-4e22-bb14-ac0d967c97d1 x-openstack-request-id: req-fdf8f978-f72e-4e22-bb14-ac0d967c97d1 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:28:30.484236 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d634ea-8eeb-4280-afef-f5689e3cceb6", "tag": "811f35df-5ed8-468d-a85d-74f5ac417103", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:28:30.486760 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-fdf8f978-f72e-4e22-bb14-ac0d967c97d1 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:28:30.487193 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdf8f978-f72e-4e22-bb14-ac0d967c97d1'] response: {'name': 'network-changed', 'server_uuid': 'c0d634ea-8eeb-4280-afef-f5689e3cceb6', 'tag': '811f35df-5ed8-468d-a85d-74f5ac417103', 'status': 'completed', 'code': 200} Jul 28 02:28:30.547611 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-35c30795-5381-4620-b00f-ebbd6c3bcf00 None None] Set router 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:28:30.615936 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e02c0-16e2-4342-817c-6b25f369fc17 req-789835d2-9ac4-424a-a69a-ccc68e1b7529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:30.618236 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-df1e02c0-16e2-4342-817c-6b25f369fc17 req-789835d2-9ac4-424a-a69a-ccc68e1b7529 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=551ad4a52e754c83a0215409f09a21a8&device_id=c0d634ea-8eeb-4280-afef-f5689e3cceb6 HTTP/1.1" status: 200 len: 1130 time: 0.1042094 Jul 28 02:28:30.697227 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425d238-23ed-445a-9d0b-a8fc85af747c req-dfcd0d3e-71e5-4ecc-b00a-32d09fc674a2 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:30.699300 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5425d238-23ed-445a-9d0b-a8fc85af747c req-dfcd0d3e-71e5-4ecc-b00a-32d09fc674a2 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0d634ea-8eeb-4280-afef-f5689e3cceb6 HTTP/1.1" status: 200 len: 946 time: 0.0527012 Jul 28 02:28:30.725773 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:30.750055 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5425d238-23ed-445a-9d0b-a8fc85af747c req-a46494ad-bddf-4c9c-bc11-eb9b6ef74dd3 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451338 Jul 28 02:28:30.755208 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:30.789203 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:30.798037 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-35c30795-5381-4620-b00f-ebbd6c3bcf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'name': 'tempest-TestVolumeBootPattern-455782637-router', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:48Z', 'updated_at': '2022-07-28T02:19:56Z', 'revision_number': 4, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'gw_port': {'id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:50Z', 'updated_at': '2022-07-28T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': '39106f37-76ea-41d0-8a83-e13065c4fb64', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'floating_ip_address': '172.27.0.129', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'port_id': 'b509a104-5aca-4c4b-b08e-13aca2f9bbe0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'mac_address': 'fa:16:3e:93:0a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1560ee-67e3-4c05-b0e3-e51772b3fad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:24:22Z', 'updated_at': '2022-07-28T02:24:25Z', 'revision_number': 1, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e84029-f951-4461-b07a-2287d0656dca', 'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'mac_address': 'fa:16:3e:07:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:54Z', 'updated_at': '2022-07-28T02:20:03Z', 'revision_number': 5, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'subnets': [{'id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:28:30.825499 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c30795-5381-4620-b00f-ebbd6c3bcf00 None None] Checking router: 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:28:30.834038 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c30795-5381-4620-b00f-ebbd6c3bcf00 None None] Routers {'6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:28:30.834638 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-35c30795-5381-4620-b00f-ebbd6c3bcf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:28:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:28:31.069368 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:31.075054 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-35c30795-5381-4620-b00f-ebbd6c3bcf00 None None] Set router 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:28:31.282992 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-35c30795-5381-4620-b00f-ebbd6c3bcf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'name': 'tempest-TestVolumeBootPattern-455782637-router', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:48Z', 'updated_at': '2022-07-28T02:19:56Z', 'revision_number': 4, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'gw_port': {'id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:50Z', 'updated_at': '2022-07-28T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': '39106f37-76ea-41d0-8a83-e13065c4fb64', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'floating_ip_address': '172.27.0.129', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'port_id': 'b509a104-5aca-4c4b-b08e-13aca2f9bbe0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'mac_address': 'fa:16:3e:93:0a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1560ee-67e3-4c05-b0e3-e51772b3fad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:24:22Z', 'updated_at': '2022-07-28T02:24:25Z', 'revision_number': 1, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e84029-f951-4461-b07a-2287d0656dca', 'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'mac_address': 'fa:16:3e:07:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:54Z', 'updated_at': '2022-07-28T02:20:03Z', 'revision_number': 5, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'subnets': [{'id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:28:31.311594 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c30795-5381-4620-b00f-ebbd6c3bcf00 None None] The sync data for ids ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'] in dv-cinder-799871-46-iscsi is: [{'id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'name': 'tempest-TestVolumeBootPattern-455782637-router', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:48Z', 'updated_at': '2022-07-28T02:19:56Z', 'revision_number': 4, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'gw_port': {'id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:50Z', 'updated_at': '2022-07-28T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_floatingips': [{'id': '39106f37-76ea-41d0-8a83-e13065c4fb64', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'floating_ip_address': '172.27.0.129', 'floating_network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'router_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'port_id': 'b509a104-5aca-4c4b-b08e-13aca2f9bbe0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'mac_address': 'fa:16:3e:93:0a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1560ee-67e3-4c05-b0e3-e51772b3fad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T02:24:22Z', 'updated_at': '2022-07-28T02:24:25Z', 'revision_number': 1, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e84029-f951-4461-b07a-2287d0656dca', 'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'mac_address': 'fa:16:3e:07:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:54Z', 'updated_at': '2022-07-28T02:20:03Z', 'revision_number': 5, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'subnets': [{'id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:28:31.517945 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75361955-963a-4ad6-a15c-14ce69ff04cf None None] New status for floating IP 536407e2-f577-4935-b9e2-182280cc1c8e: DOWN {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 02:28:31.877566 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3331f0-c25a-4cc7-a29b-f0d8769b3280 req-2b697952-eb3d-4fd0-b52b-3f2c21f1a012 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:31.879051 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ff3331f0-c25a-4cc7-a29b-f0d8769b3280 req-2b697952-eb3d-4fd0-b52b-3f2c21f1a012 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0d634ea-8eeb-4280-afef-f5689e3cceb6 HTTP/1.1" status: 200 len: 946 time: 0.0495472 Jul 28 02:28:31.919648 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e02c0-16e2-4342-817c-6b25f369fc17 req-96fc6149-8fc1-4c8a-b733-14e5bf6f23f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:31.921075 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-df1e02c0-16e2-4342-817c-6b25f369fc17 req-96fc6149-8fc1-4c8a-b733-14e5bf6f23f6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6a862076-171d-4686-a6b7-e646e42fd313 HTTP/1.1" status: 200 len: 912 time: 0.3341615 Jul 28 02:28:31.930513 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ff3331f0-c25a-4cc7-a29b-f0d8769b3280 req-74fe0d0e-5782-4dfb-b168-fd1ea6289ae2 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458200 Jul 28 02:28:32.070841 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-df1e02c0-16e2-4342-817c-6b25f369fc17 req-6ff3b784-6eb3-4aeb-bd03-71fc3c6b9cbf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=811f35df-5ed8-468d-a85d-74f5ac417103 HTTP/1.1" status: 200 len: 217 time: 0.0351729 Jul 28 02:28:32.125769 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e02c0-16e2-4342-817c-6b25f369fc17 req-05a3f250-181a-420b-9530-0e7b61537512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:32.126319 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0889ac3-6e36-477f-bd25-b4b719ae4c09 req-1cd8cc53-1a20-49f7-bb98-c899e0300740 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:32.127232 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-df1e02c0-16e2-4342-817c-6b25f369fc17 req-05a3f250-181a-420b-9530-0e7b61537512 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27735d0c-b318-4429-9a91-75d6f81f616d HTTP/1.1" status: 200 len: 850 time: 0.0467432 Jul 28 02:28:32.127747 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c0889ac3-6e36-477f-bd25-b4b719ae4c09 req-1cd8cc53-1a20-49f7-bb98-c899e0300740 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0d634ea-8eeb-4280-afef-f5689e3cceb6 HTTP/1.1" status: 200 len: 946 time: 0.0475278 Jul 28 02:28:32.174622 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e02c0-16e2-4342-817c-6b25f369fc17 req-ebae9c69-55a3-4fbe-8ec8-c433d937e75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:32.176036 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-df1e02c0-16e2-4342-817c-6b25f369fc17 req-ebae9c69-55a3-4fbe-8ec8-c433d937e75f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a862076-171d-4686-a6b7-e646e42fd313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386047 Jul 28 02:28:32.220372 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [req-c0889ac3-6e36-477f-bd25-b4b719ae4c09 req-1fa6bd07-4dd5-45f9-8e10-f0b90970ac20 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Deleting port 811f35df-5ed8-468d-a85d-74f5ac417103 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:28:32.220721 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-c0889ac3-6e36-477f-bd25-b4b719ae4c09 req-1fa6bd07-4dd5-45f9-8e10-f0b90970ac20 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (811f35df-5ed8-468d-a85d-74f5ac417103), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:32.268740 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-df1e02c0-16e2-4342-817c-6b25f369fc17 req-18427e11-63d1-4523-bd81-2d8eaf1bbf95 service neutron] 10.222.0.45 "GET /v2.0/networks/6a862076-171d-4686-a6b7-e646e42fd313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866687 Jul 28 02:28:32.310680 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-c0889ac3-6e36-477f-bd25-b4b719ae4c09 req-1fa6bd07-4dd5-45f9-8e10-f0b90970ac20 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] For port 811f35df-5ed8-468d-a85d-74f5ac417103, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=811f35df-5ed8-468d-a85d-74f5ac417103,segment=NetworkSegment(968874d2-a171-458e-9f57-ec646e40da4a),segment_id=968874d2-a171-458e-9f57-ec646e40da4a)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:28:32.311045 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-c0889ac3-6e36-477f-bd25-b4b719ae4c09 req-1fa6bd07-4dd5-45f9-8e10-f0b90970ac20 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (811f35df-5ed8-468d-a85d-74f5ac417103), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:32.328413 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [req-c0889ac3-6e36-477f-bd25-b4b719ae4c09 req-1fa6bd07-4dd5-45f9-8e10-f0b90970ac20 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Calling delete_port for 811f35df-5ed8-468d-a85d-74f5ac417103 owned by compute:nova {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:28:32.357518 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-df1e02c0-16e2-4342-817c-6b25f369fc17 req-f45e9e5e-8222-455b-bdc2-e3f09c2908f1 service neutron] 10.222.0.45 "GET /v2.0/networks/6a862076-171d-4686-a6b7-e646e42fd313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832782 Jul 28 02:28:32.455810 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-c0889ac3-6e36-477f-bd25-b4b719ae4c09 req-1fa6bd07-4dd5-45f9-8e10-f0b90970ac20 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (811f35df-5ed8-468d-a85d-74f5ac417103), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:32.490814 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6bd07-4dd5-45f9-8e10-f0b90970ac20 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Pushing event deleted for resources: {'Port': ['ID=811f35df-5ed8-468d-a85d-74f5ac417103,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:32.531822 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0889ac3-6e36-477f-bd25-b4b719ae4c09 req-1fa6bd07-4dd5-45f9-8e10-f0b90970ac20 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] No DVR routers for this DVR port 811f35df-5ed8-468d-a85d-74f5ac417103 on host hv-cinder-79987 {{(pid=103999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:28:32.534487 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-c0889ac3-6e36-477f-bd25-b4b719ae4c09 req-1fa6bd07-4dd5-45f9-8e10-f0b90970ac20 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:32.537884 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c0889ac3-6e36-477f-bd25-b4b719ae4c09 req-1fa6bd07-4dd5-45f9-8e10-f0b90970ac20 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.45 "DELETE /v2.0/ports/811f35df-5ed8-468d-a85d-74f5ac417103 HTTP/1.1" status: 204 len: 173 time: 0.3998868 Jul 28 02:28:32.538341 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d634ea-8eeb-4280-afef-f5689e3cceb6', 'name': 'network-vif-deleted', 'tag': '811f35df-5ed8-468d-a85d-74f5ac417103'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:28:32.540547 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fd3017fc08cfcfd8945092685727e724b0eb79f5cdddf0496dd7adb644fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df85dd95-1e77-4029-8b36-8fe6e22cb6d5" -d '{"events": [{"server_uuid": "c0d634ea-8eeb-4280-afef-f5689e3cceb6", "name": "network-vif-deleted", "tag": "811f35df-5ed8-468d-a85d-74f5ac417103"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:28:32.580433 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77611d2a-81ac-4c16-bf93-f86d894569a2 x-openstack-request-id: req-77611d2a-81ac-4c16-bf93-f86d894569a2 {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:28:32.580765 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d634ea-8eeb-4280-afef-f5689e3cceb6", "name": "network-vif-deleted", "tag": "811f35df-5ed8-468d-a85d-74f5ac417103", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:28:32.581049 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-77611d2a-81ac-4c16-bf93-f86d894569a2 {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:28:32.581827 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77611d2a-81ac-4c16-bf93-f86d894569a2'] response: {'server_uuid': 'c0d634ea-8eeb-4280-afef-f5689e3cceb6', 'name': 'network-vif-deleted', 'tag': '811f35df-5ed8-468d-a85d-74f5ac417103', 'status': 'completed', 'code': 200} Jul 28 02:28:33.042461 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-887d2169-0b7d-42c1-8460-b563c09db784 req-cd5c07f9-2363-4ea4-86ab-b83ce04da712 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0d634ea-8eeb-4280-afef-f5689e3cceb6 HTTP/1.1" status: 200 len: 210 time: 0.0273087 Jul 28 02:28:35.616292 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:36.338447 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 51572) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:28:36.399139 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:36.476529 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:36.481785 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-2cf9b6ea-72bb-4c19-9d3d-950aaedee464 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Deleting port 50a2049b-0b9b-41b5-a26f-4f9ab39fbba7 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:28:36.482129 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b6ea-72bb-4c19-9d3d-950aaedee464 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (50a2049b-0b9b-41b5-a26f-4f9ab39fbba7), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:36.560769 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b6ea-72bb-4c19-9d3d-950aaedee464 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (50a2049b-0b9b-41b5-a26f-4f9ab39fbba7), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:36.561104 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b6ea-72bb-4c19-9d3d-950aaedee464 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for floatingip (50a2049b-0b9b-41b5-a26f-4f9ab39fbba7), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:36.573378 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-2cf9b6ea-72bb-4c19-9d3d-950aaedee464 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Calling delete_port for 50a2049b-0b9b-41b5-a26f-4f9ab39fbba7 owned by network:floatingip {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:28:36.716981 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b6ea-72bb-4c19-9d3d-950aaedee464 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (50a2049b-0b9b-41b5-a26f-4f9ab39fbba7), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:36.739190 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf9b6ea-72bb-4c19-9d3d-950aaedee464 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Pushing event deleted for resources: {'Port': ['ID=50a2049b-0b9b-41b5-a26f-4f9ab39fbba7,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:36.802944 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b6ea-72bb-4c19-9d3d-950aaedee464 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for floatingip (39106f37-76ea-41d0-8a83-e13065c4fb64), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:36.803329 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.db.l3_db [None req-2cf9b6ea-72bb-4c19-9d3d-950aaedee464 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Floating IP 39106f37-76ea-41d0-8a83-e13065c4fb64 disassociated (deleted). External IP: 172.27.0.129, port: b509a104-5aca-4c4b-b08e-13aca2f9bbe0. Jul 28 02:28:37.001325 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf9b6ea-72bb-4c19-9d3d-950aaedee464 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Router 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:28:37.104482 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf9b6ea-72bb-4c19-9d3d-950aaedee464 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:28:37.109949 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b6ea-72bb-4c19-9d3d-950aaedee464 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:37.115937 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba9918c-ceef-4071-b212-1f2fa71e17a7 None None] Sync routers for ids ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:28:37.125962 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba9918c-ceef-4071-b212-1f2fa71e17a7 None None] Routers {'6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:28:37.126585 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-bba9918c-ceef-4071-b212-1f2fa71e17a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:28:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:28:37.142951 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-2cf9b6ea-72bb-4c19-9d3d-950aaedee464 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "DELETE /v2.0/floatingips/39106f37-76ea-41d0-8a83-e13065c4fb64 HTTP/1.1" status: 204 len: 168 time: 0.8018086 Jul 28 02:28:37.142951 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1560ee-67e3-4c05-b0e3-e51772b3fad9', 'tag': 'b509a104-5aca-4c4b-b08e-13aca2f9bbe0'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:28:37.144310 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fd3017fc08cfcfd8945092685727e724b0eb79f5cdddf0496dd7adb644fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b63a40-d69d-4bab-99bf-89412f7f52b5" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1560ee-67e3-4c05-b0e3-e51772b3fad9", "tag": "b509a104-5aca-4c4b-b08e-13aca2f9bbe0"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:28:37.185964 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 02:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183d790c-3980-4c2a-bb66-7158a043c295 x-openstack-request-id: req-183d790c-3980-4c2a-bb66-7158a043c295 {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:28:37.186255 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1560ee-67e3-4c05-b0e3-e51772b3fad9", "tag": "b509a104-5aca-4c4b-b08e-13aca2f9bbe0", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:28:37.186527 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-183d790c-3980-4c2a-bb66-7158a043c295 {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:28:37.186920 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-183d790c-3980-4c2a-bb66-7158a043c295'] response: {'name': 'network-changed', 'server_uuid': '6b1560ee-67e3-4c05-b0e3-e51772b3fad9', 'tag': 'b509a104-5aca-4c4b-b08e-13aca2f9bbe0', 'status': 'completed', 'code': 200} Jul 28 02:28:37.237485 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 811f35df-5ed8-468d-a85d-74f5ac417103 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:28:37.241620 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-bba9918c-ceef-4071-b212-1f2fa71e17a7 None None] Set router 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:28:37.250193 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b63a40-d69d-4bab-99bf-89412f7f52b5 req-4aca5ec0-9691-44aa-9233-9f77e1cfe300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:37.251698 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-14b63a40-d69d-4bab-99bf-89412f7f52b5 req-4aca5ec0-9691-44aa-9233-9f77e1cfe300 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=551ad4a52e754c83a0215409f09a21a8&device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 1130 time: 0.0439746 Jul 28 02:28:37.303155 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] No Port match for: 811f35df-5ed8-468d-a85d-74f5ac417103 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:28:37.303347 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 811f35df-5ed8-468d-a85d-74f5ac417103 not bound to the agent host hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:28:37.355450 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:37.365945 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:37.369317 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b63a40-d69d-4bab-99bf-89412f7f52b5 req-5767a16c-9028-48b8-a3a2-3af7cc8b59c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:37.370789 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-14b63a40-d69d-4bab-99bf-89412f7f52b5 req-5767a16c-9028-48b8-a3a2-3af7cc8b59c0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6a862076-171d-4686-a6b7-e646e42fd313 HTTP/1.1" status: 200 len: 912 time: 0.1125653 Jul 28 02:28:37.407282 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9dfedc-412d-40db-8a3e-e8a274ec719b req-18308a6d-84d3-493a-8b32-2a750778e088 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:37.408743 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fc9dfedc-412d-40db-8a3e-e8a274ec719b req-18308a6d-84d3-493a-8b32-2a750778e088 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 946 time: 0.0562272 Jul 28 02:28:37.461708 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fc9dfedc-412d-40db-8a3e-e8a274ec719b req-34cfa6c9-4abf-4c0c-a261-7a9f2cef82a8 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472412 Jul 28 02:28:37.462413 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-bba9918c-ceef-4071-b212-1f2fa71e17a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'name': 'tempest-TestVolumeBootPattern-455782637-router', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:48Z', 'updated_at': '2022-07-28T02:19:56Z', 'revision_number': 4, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'gw_port': {'id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:50Z', 'updated_at': '2022-07-28T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': 'd3e84029-f951-4461-b07a-2287d0656dca', 'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'mac_address': 'fa:16:3e:07:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:54Z', 'updated_at': '2022-07-28T02:20:03Z', 'revision_number': 5, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'subnets': [{'id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:28:37.488196 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba9918c-ceef-4071-b212-1f2fa71e17a7 None None] Checking router: 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:28:37.497350 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba9918c-ceef-4071-b212-1f2fa71e17a7 None None] Routers {'6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:28:37.498038 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-bba9918c-ceef-4071-b212-1f2fa71e17a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:28:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:28:37.599034 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-bba9918c-ceef-4071-b212-1f2fa71e17a7 None None] Set router 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:28:37.631492 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:37.735820 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:37.784107 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-bba9918c-ceef-4071-b212-1f2fa71e17a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'name': 'tempest-TestVolumeBootPattern-455782637-router', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:48Z', 'updated_at': '2022-07-28T02:19:56Z', 'revision_number': 4, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'gw_port': {'id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:50Z', 'updated_at': '2022-07-28T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': 'd3e84029-f951-4461-b07a-2287d0656dca', 'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'mac_address': 'fa:16:3e:07:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:54Z', 'updated_at': '2022-07-28T02:20:03Z', 'revision_number': 5, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'subnets': [{'id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:28:37.813519 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba9918c-ceef-4071-b212-1f2fa71e17a7 None None] The sync data for ids ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'] in dv-cinder-799871-46-iscsi is: [{'id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'name': 'tempest-TestVolumeBootPattern-455782637-router', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:48Z', 'updated_at': '2022-07-28T02:19:56Z', 'revision_number': 4, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'gw_port': {'id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:50Z', 'updated_at': '2022-07-28T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': 'd3e84029-f951-4461-b07a-2287d0656dca', 'name': '', 'network_id': '6a862076-171d-4686-a6b7-e646e42fd313', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'mac_address': 'fa:16:3e:07:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:54Z', 'updated_at': '2022-07-28T02:20:03Z', 'revision_number': 5, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'subnets': [{'id': '27735d0c-b318-4429-9a91-75d6f81f616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:28:38.023556 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7119e6d9-89ae-4a87-b4b2-e24101bc2db8 None None] New status for floating IP 39106f37-76ea-41d0-8a83-e13065c4fb64: DOWN {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 02:28:38.413005 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-14b63a40-d69d-4bab-99bf-89412f7f52b5 req-f130ae0d-a87a-4d08-8924-ffd8474b9088 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b509a104-5aca-4c4b-b08e-13aca2f9bbe0 HTTP/1.1" status: 200 len: 217 time: 0.0357749 Jul 28 02:28:38.580961 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13aa4d1-ea0d-47bd-b036-5a407fd0f7fd req-646658d7-2acc-445f-857b-1b61b8e7b7c1 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:38.582403 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f13aa4d1-ea0d-47bd-b036-5a407fd0f7fd req-646658d7-2acc-445f-857b-1b61b8e7b7c1 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 946 time: 0.0470345 Jul 28 02:28:38.630794 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f13aa4d1-ea0d-47bd-b036-5a407fd0f7fd req-fed21cc6-5229-445c-9d78-11123fdfbccb tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5fd9244-062f-4462-8b45-3721c7088b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427358 Jul 28 02:28:38.686875 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b63a40-d69d-4bab-99bf-89412f7f52b5 req-fe451388-dc27-4d00-9246-8c8abfdf020f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:38.688193 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-14b63a40-d69d-4bab-99bf-89412f7f52b5 req-fe451388-dc27-4d00-9246-8c8abfdf020f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27735d0c-b318-4429-9a91-75d6f81f616d HTTP/1.1" status: 200 len: 850 time: 0.0432599 Jul 28 02:28:38.738449 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b63a40-d69d-4bab-99bf-89412f7f52b5 req-9b797cb9-68e1-4f0e-84d5-039b6a3e2d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:38.739746 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-14b63a40-d69d-4bab-99bf-89412f7f52b5 req-9b797cb9-68e1-4f0e-84d5-039b6a3e2d42 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a862076-171d-4686-a6b7-e646e42fd313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429850 Jul 28 02:28:38.829350 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-14b63a40-d69d-4bab-99bf-89412f7f52b5 req-7603bd16-20ed-40ad-a9f4-56f9092a266d service neutron] 10.222.0.45 "GET /v2.0/networks/6a862076-171d-4686-a6b7-e646e42fd313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817988 Jul 28 02:28:38.965479 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-14b63a40-d69d-4bab-99bf-89412f7f52b5 req-8d78d7a7-7419-474f-9e75-1e5692e59e64 service neutron] 10.222.0.45 "GET /v2.0/networks/6a862076-171d-4686-a6b7-e646e42fd313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865552 Jul 28 02:28:38.994370 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:39.007104 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fe7ef-9b88-4afd-bfc9-0312a704690b req-580fa2d3-3402-4ec6-9bcc-26a3700b2322 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:28:39.008553 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b73fe7ef-9b88-4afd-bfc9-0312a704690b req-580fa2d3-3402-4ec6-9bcc-26a3700b2322 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 946 time: 0.0532849 Jul 28 02:28:39.079944 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:39.092400 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-b73fe7ef-9b88-4afd-bfc9-0312a704690b req-7fb8936a-35dc-4246-adc6-c14dc94c8529 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Deleting port b509a104-5aca-4c4b-b08e-13aca2f9bbe0 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:28:39.092742 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b73fe7ef-9b88-4afd-bfc9-0312a704690b req-7fb8936a-35dc-4246-adc6-c14dc94c8529 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (b509a104-5aca-4c4b-b08e-13aca2f9bbe0), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:39.187965 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-b73fe7ef-9b88-4afd-bfc9-0312a704690b req-7fb8936a-35dc-4246-adc6-c14dc94c8529 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] For port b509a104-5aca-4c4b-b08e-13aca2f9bbe0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b509a104-5aca-4c4b-b08e-13aca2f9bbe0,segment=NetworkSegment(968874d2-a171-458e-9f57-ec646e40da4a),segment_id=968874d2-a171-458e-9f57-ec646e40da4a)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:28:39.188325 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b73fe7ef-9b88-4afd-bfc9-0312a704690b req-7fb8936a-35dc-4246-adc6-c14dc94c8529 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (b509a104-5aca-4c4b-b08e-13aca2f9bbe0), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:39.201405 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-b73fe7ef-9b88-4afd-bfc9-0312a704690b req-7fb8936a-35dc-4246-adc6-c14dc94c8529 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Calling delete_port for b509a104-5aca-4c4b-b08e-13aca2f9bbe0 owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:28:39.326872 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b73fe7ef-9b88-4afd-bfc9-0312a704690b req-7fb8936a-35dc-4246-adc6-c14dc94c8529 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (b509a104-5aca-4c4b-b08e-13aca2f9bbe0), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:39.359087 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8936a-35dc-4246-adc6-c14dc94c8529 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Pushing event deleted for resources: {'Port': ['ID=b509a104-5aca-4c4b-b08e-13aca2f9bbe0,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:39.405861 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73fe7ef-9b88-4afd-bfc9-0312a704690b req-7fb8936a-35dc-4246-adc6-c14dc94c8529 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] No DVR routers for this DVR port b509a104-5aca-4c4b-b08e-13aca2f9bbe0 on host hv-cinder-79987 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:28:39.408202 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b73fe7ef-9b88-4afd-bfc9-0312a704690b req-7fb8936a-35dc-4246-adc6-c14dc94c8529 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:39.411389 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b73fe7ef-9b88-4afd-bfc9-0312a704690b req-7fb8936a-35dc-4246-adc6-c14dc94c8529 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.45 "DELETE /v2.0/ports/b509a104-5aca-4c4b-b08e-13aca2f9bbe0 HTTP/1.1" status: 204 len: 173 time: 0.3977957 Jul 28 02:28:39.411836 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1560ee-67e3-4c05-b0e3-e51772b3fad9', 'name': 'network-vif-deleted', 'tag': 'b509a104-5aca-4c4b-b08e-13aca2f9bbe0'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:28:39.414075 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83852cab-2e83-4dda-adec-6dcfd662d984" -d '{"events": [{"server_uuid": "6b1560ee-67e3-4c05-b0e3-e51772b3fad9", "name": "network-vif-deleted", "tag": "b509a104-5aca-4c4b-b08e-13aca2f9bbe0"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:28:39.456120 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea4666c-a7fc-49f6-b3cf-a2ddfa47673c x-openstack-request-id: req-bea4666c-a7fc-49f6-b3cf-a2ddfa47673c {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:28:39.456444 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1560ee-67e3-4c05-b0e3-e51772b3fad9", "name": "network-vif-deleted", "tag": "b509a104-5aca-4c4b-b08e-13aca2f9bbe0", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:28:39.456721 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-bea4666c-a7fc-49f6-b3cf-a2ddfa47673c {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:28:39.458531 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bea4666c-a7fc-49f6-b3cf-a2ddfa47673c'] response: {'server_uuid': '6b1560ee-67e3-4c05-b0e3-e51772b3fad9', 'name': 'network-vif-deleted', 'tag': 'b509a104-5aca-4c4b-b08e-13aca2f9bbe0', 'status': 'completed', 'code': 200} Jul 28 02:28:39.750258 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d59fed68-0f17-413f-9fa2-d33254bd5905 req-fc81daa9-510e-4152-aa1e-72a5d749b06e tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "GET /v2.0/ports?device_id=6b1560ee-67e3-4c05-b0e3-e51772b3fad9 HTTP/1.1" status: 200 len: 210 time: 0.0289812 Jul 28 02:28:40.816058 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 51588) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:28:40.926341 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-9dcfbc5c-a460-4631-8622-6b2c16c809df tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Deleting port 9c3379ad-4dab-4a10-a71d-97d4e951a594 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:28:40.926688 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9dcfbc5c-a460-4631-8622-6b2c16c809df tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (9c3379ad-4dab-4a10-a71d-97d4e951a594), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:41.007829 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9dcfbc5c-a460-4631-8622-6b2c16c809df tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (9c3379ad-4dab-4a10-a71d-97d4e951a594), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:41.008157 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9dcfbc5c-a460-4631-8622-6b2c16c809df tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for floatingip (9c3379ad-4dab-4a10-a71d-97d4e951a594), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:41.020574 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-9dcfbc5c-a460-4631-8622-6b2c16c809df tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Calling delete_port for 9c3379ad-4dab-4a10-a71d-97d4e951a594 owned by network:floatingip {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:28:41.152010 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9dcfbc5c-a460-4631-8622-6b2c16c809df tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (9c3379ad-4dab-4a10-a71d-97d4e951a594), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:41.160997 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:41.180667 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfbc5c-a460-4631-8622-6b2c16c809df tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Pushing event deleted for resources: {'Port': ['ID=9c3379ad-4dab-4a10-a71d-97d4e951a594,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:41.206579 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfbc5c-a460-4631-8622-6b2c16c809df tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:41.206929 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfbc5c-a460-4631-8622-6b2c16c809df tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:41.207279 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfbc5c-a460-4631-8622-6b2c16c809df tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:41.207626 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfbc5c-a460-4631-8622-6b2c16c809df tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:41.208217 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfbc5c-a460-4631-8622-6b2c16c809df tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:41.208553 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfbc5c-a460-4631-8622-6b2c16c809df tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:41.208911 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfbc5c-a460-4631-8622-6b2c16c809df tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:41.209245 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfbc5c-a460-4631-8622-6b2c16c809df tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:41.209582 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfbc5c-a460-4631-8622-6b2c16c809df tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:41.209903 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfbc5c-a460-4631-8622-6b2c16c809df tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:41.210237 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfbc5c-a460-4631-8622-6b2c16c809df tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:41.210565 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfbc5c-a460-4631-8622-6b2c16c809df tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:41.210891 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfbc5c-a460-4631-8622-6b2c16c809df tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:41.211218 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfbc5c-a460-4631-8622-6b2c16c809df tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:41.211539 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfbc5c-a460-4631-8622-6b2c16c809df tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:28:41.253351 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9dcfbc5c-a460-4631-8622-6b2c16c809df tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for floatingip (395feb22-3362-436f-9f13-57666917f90b), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:41.255911 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9dcfbc5c-a460-4631-8622-6b2c16c809df tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:41.257093 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-9dcfbc5c-a460-4631-8622-6b2c16c809df tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "DELETE /v2.0/floatingips/395feb22-3362-436f-9f13-57666917f90b HTTP/1.1" status: 204 len: 168 time: 0.4408038 Jul 28 02:28:42.474982 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 51602) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:28:42.534198 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-60349148-5211-4e86-9388-dfec01e3ee13 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for security_group (a5fd9244-062f-4462-8b45-3721c7088b44), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:42.538823 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:42.565033 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-60349148-5211-4e86-9388-dfec01e3ee13 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for security_group (a5fd9244-062f-4462-8b45-3721c7088b44), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:42.900441 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-60349148-5211-4e86-9388-dfec01e3ee13 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (a5fd9244-062f-4462-8b45-3721c7088b44), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:42.903800 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-60349148-5211-4e86-9388-dfec01e3ee13 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:42.904966 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-60349148-5211-4e86-9388-dfec01e3ee13 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] 10.222.0.40 "DELETE /v2.0/security-groups/a5fd9244-062f-4462-8b45-3721c7088b44 HTTP/1.1" status: 204 len: 168 time: 0.4289811 Jul 28 02:28:42.914351 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60349148-5211-4e86-9388-dfec01e3ee13 tempest-TestVolumeBootPattern-1246015200 tempest-TestVolumeBootPattern-1246015200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fd9244-062f-4462-8b45-3721c7088b44,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:42.963348 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 51606) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:28:43.222841 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device b509a104-5aca-4c4b-b08e-13aca2f9bbe0 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:28:43.242134 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] No Port match for: b509a104-5aca-4c4b-b08e-13aca2f9bbe0 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:28:43.242486 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device b509a104-5aca-4c4b-b08e-13aca2f9bbe0 not bound to the agent host hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:28:43.412579 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-017bf902-2518-4d33-b6c6-06db1bb03454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361233'] for router_interface (6b79cca2-ab19-46ce-a9dc-9ab56317d4c8), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:43.654152 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-017bf902-2518-4d33-b6c6-06db1bb03454 admin admin] Deleting port d3e84029-f951-4461-b07a-2287d0656dca {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:28:43.654828 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-017bf902-2518-4d33-b6c6-06db1bb03454 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (d3e84029-f951-4461-b07a-2287d0656dca), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:43.743103 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-017bf902-2518-4d33-b6c6-06db1bb03454 admin admin] For port d3e84029-f951-4461-b07a-2287d0656dca, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=d3e84029-f951-4461-b07a-2287d0656dca,segment=NetworkSegment(968874d2-a171-458e-9f57-ec646e40da4a),segment_id=968874d2-a171-458e-9f57-ec646e40da4a)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:28:43.743465 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-017bf902-2518-4d33-b6c6-06db1bb03454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (d3e84029-f951-4461-b07a-2287d0656dca), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:43.759947 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-017bf902-2518-4d33-b6c6-06db1bb03454 admin admin] Calling delete_port for d3e84029-f951-4461-b07a-2287d0656dca owned by network:router_interface {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:28:43.803243 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:43.910590 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:43.959815 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-017bf902-2518-4d33-b6c6-06db1bb03454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (d3e84029-f951-4461-b07a-2287d0656dca), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:43.987108 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bf902-2518-4d33-b6c6-06db1bb03454 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3e84029-f951-4461-b07a-2287d0656dca,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:44.156173 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-017bf902-2518-4d33-b6c6-06db1bb03454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361349'] for router_interface (6b79cca2-ab19-46ce-a9dc-9ab56317d4c8), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:44.368475 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017bf902-2518-4d33-b6c6-06db1bb03454 admin admin] Router 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:28:44.471145 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017bf902-2518-4d33-b6c6-06db1bb03454 admin admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:28:44.476097 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-017bf902-2518-4d33-b6c6-06db1bb03454 admin admin] 10.222.0.40 "PUT /v2.0/routers/6b79cca2-ab19-46ce-a9dc-9ab56317d4c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5110955 Jul 28 02:28:44.478581 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 51610) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:28:44.482263 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac2f20f-8264-4c98-b353-4f02c30055ad None None] Sync routers for ids ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:28:44.492004 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac2f20f-8264-4c98-b353-4f02c30055ad None None] Routers {'6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:28:44.492600 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-8ac2f20f-8264-4c98-b353-4f02c30055ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:28:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:28:44.581573 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2ab281c4-943e-4a88-a2ba-f4d3ce9a5b3a admin admin] Publish callbacks [] for router (6b79cca2-ab19-46ce-a9dc-9ab56317d4c8), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:44.594089 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-8ac2f20f-8264-4c98-b353-4f02c30055ad None None] Set router 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:28:44.668484 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:44.684385 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2ab281c4-943e-4a88-a2ba-f4d3ce9a5b3a admin admin] Publish callbacks [] for router_gateway (6b79cca2-ab19-46ce-a9dc-9ab56317d4c8), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:44.726540 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-2ab281c4-943e-4a88-a2ba-f4d3ce9a5b3a admin admin] Deleting port 440378f7-1fa1-4d3b-93ad-19c86be9dd40 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:28:44.726913 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2ab281c4-943e-4a88-a2ba-f4d3ce9a5b3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (440378f7-1fa1-4d3b-93ad-19c86be9dd40), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:44.764327 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-8ac2f20f-8264-4c98-b353-4f02c30055ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'name': 'tempest-TestVolumeBootPattern-455782637-router', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:48Z', 'updated_at': '2022-07-28T02:28:43Z', 'revision_number': 5, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'gw_port': {'id': '440378f7-1fa1-4d3b-93ad-19c86be9dd40', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:19:50Z', 'updated_at': '2022-07-28T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi'}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:28:44.795583 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac2f20f-8264-4c98-b353-4f02c30055ad None None] Checking router: 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:28:44.805662 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac2f20f-8264-4c98-b353-4f02c30055ad None None] Routers {'6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:28:44.806446 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-8ac2f20f-8264-4c98-b353-4f02c30055ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:28:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:28:44.815837 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-2ab281c4-943e-4a88-a2ba-f4d3ce9a5b3a admin admin] For port 440378f7-1fa1-4d3b-93ad-19c86be9dd40, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=440378f7-1fa1-4d3b-93ad-19c86be9dd40,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:28:44.816203 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2ab281c4-943e-4a88-a2ba-f4d3ce9a5b3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (440378f7-1fa1-4d3b-93ad-19c86be9dd40), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:44.830264 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-2ab281c4-943e-4a88-a2ba-f4d3ce9a5b3a admin admin] Calling delete_port for 440378f7-1fa1-4d3b-93ad-19c86be9dd40 owned by network:router_gateway {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:28:44.836042 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:44.898256 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-8ac2f20f-8264-4c98-b353-4f02c30055ad None None] Set router 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 gateway port host: None {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:28:44.951354 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-8ac2f20f-8264-4c98-b353-4f02c30055ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'name': 'tempest-TestVolumeBootPattern-455782637-router', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:48Z', 'updated_at': '2022-07-28T02:28:44Z', 'revision_number': 6, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'gw_port_host': None}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:28:44.975976 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac2f20f-8264-4c98-b353-4f02c30055ad None None] The sync data for ids ['6b79cca2-ab19-46ce-a9dc-9ab56317d4c8'] in dv-cinder-799871-46-iscsi is: [{'id': '6b79cca2-ab19-46ce-a9dc-9ab56317d4c8', 'name': 'tempest-TestVolumeBootPattern-455782637-router', 'tenant_id': '551ad4a52e754c83a0215409f09a21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:19:48Z', 'updated_at': '2022-07-28T02:28:44Z', 'revision_number': 6, 'project_id': '551ad4a52e754c83a0215409f09a21a8', 'gw_port_host': None}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:28:45.009593 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2ab281c4-943e-4a88-a2ba-f4d3ce9a5b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (440378f7-1fa1-4d3b-93ad-19c86be9dd40), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:45.036517 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab281c4-943e-4a88-a2ba-f4d3ce9a5b3a admin admin] Pushing event deleted for resources: {'Port': ['ID=440378f7-1fa1-4d3b-93ad-19c86be9dd40,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:45.096059 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2ab281c4-943e-4a88-a2ba-f4d3ce9a5b3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-363025'] for router_gateway (6b79cca2-ab19-46ce-a9dc-9ab56317d4c8), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:45.183210 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2ab281c4-943e-4a88-a2ba-f4d3ce9a5b3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1600154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-849'] for router (6b79cca2-ab19-46ce-a9dc-9ab56317d4c8), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:45.185939 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2ab281c4-943e-4a88-a2ba-f4d3ce9a5b3a admin admin] Publish callbacks [] for router_controller (6b79cca2-ab19-46ce-a9dc-9ab56317d4c8), precommit_delete_associations {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:45.229538 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2ab281c4-943e-4a88-a2ba-f4d3ce9a5b3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600024'] for router (6b79cca2-ab19-46ce-a9dc-9ab56317d4c8), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:45.230132 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab281c4-943e-4a88-a2ba-f4d3ce9a5b3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 {{(pid=103999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 02:28:45.234266 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2ab281c4-943e-4a88-a2ba-f4d3ce9a5b3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:45.235390 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-2ab281c4-943e-4a88-a2ba-f4d3ce9a5b3a admin admin] 10.222.0.40 "DELETE /v2.0/routers/6b79cca2-ab19-46ce-a9dc-9ab56317d4c8 HTTP/1.1" status: 204 len: 168 time: 0.7559159 Jul 28 02:28:45.237976 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 51612) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:28:45.283287 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_v2 [None req-d01e15c8-bfbb-401e-8d42-4d6d8c2798c1 admin admin] Deleting subnet 27735d0c-b318-4429-9a91-75d6f81f616d {{(pid=103999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 02:28:45.286289 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d01e15c8-bfbb-401e-8d42-4d6d8c2798c1 admin admin] Publish callbacks [] for subnet (27735d0c-b318-4429-9a91-75d6f81f616d), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:45.321661 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d01e15c8-bfbb-401e-8d42-4d6d8c2798c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26608508'] for subnet (27735d0c-b318-4429-9a91-75d6f81f616d), precommit_delete_associations {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:45.405529 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d01e15c8-bfbb-401e-8d42-4d6d8c2798c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401899'] for subnet (27735d0c-b318-4429-9a91-75d6f81f616d), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:45.460781 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d01e15c8-bfbb-401e-8d42-4d6d8c2798c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25613297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25654463'] for subnet (27735d0c-b318-4429-9a91-75d6f81f616d), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:45.484460 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e15c8-bfbb-401e-8d42-4d6d8c2798c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27735d0c-b318-4429-9a91-75d6f81f616d,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:45.491666 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d01e15c8-bfbb-401e-8d42-4d6d8c2798c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:45.495487 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-d01e15c8-bfbb-401e-8d42-4d6d8c2798c1 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/27735d0c-b318-4429-9a91-75d6f81f616d HTTP/1.1" status: 204 len: 168 time: 0.2565634 Jul 28 02:28:45.497687 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d8c825-3ce0-4ec5-8e9c-a4c8ca5b8a04 None None] Network 6a862076-171d-4686-a6b7-e646e42fd313 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:28:45.498461 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 51614) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:28:45.563559 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:DELETE=7 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:45.577050 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0bce-7b50-45fe-ae23-fe14c325384e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311329'] for network (6a862076-171d-4686-a6b7-e646e42fd313), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:45.622268 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d0bce-7b50-45fe-ae23-fe14c325384e admin admin] Deleting port a0941e2a-824c-4fac-afd0-f6d6d080ed85 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:28:45.622601 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0bce-7b50-45fe-ae23-fe14c325384e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (a0941e2a-824c-4fac-afd0-f6d6d080ed85), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:45.688572 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-8e5d0bce-7b50-45fe-ae23-fe14c325384e admin admin] For port a0941e2a-824c-4fac-afd0-f6d6d080ed85, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=a0941e2a-824c-4fac-afd0-f6d6d080ed85,segment=NetworkSegment(968874d2-a171-458e-9f57-ec646e40da4a),segment_id=968874d2-a171-458e-9f57-ec646e40da4a)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:28:45.689338 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0bce-7b50-45fe-ae23-fe14c325384e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (a0941e2a-824c-4fac-afd0-f6d6d080ed85), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:45.709368 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d0bce-7b50-45fe-ae23-fe14c325384e admin admin] Calling delete_port for a0941e2a-824c-4fac-afd0-f6d6d080ed85 owned by network:dhcp {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:28:45.722144 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:45.788697 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93703685-98cc-443d-836b-64de53a33f93 None None] DHCP port deletion for 6a862076-171d-4686-a6b7-e646e42fd313 request from dv-cinder-799871-46-iscsi {{(pid=104001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 02:28:45.798041 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0bce-7b50-45fe-ae23-fe14c325384e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (a0941e2a-824c-4fac-afd0-f6d6d080ed85), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:45.812217 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-93703685-98cc-443d-836b-64de53a33f93 None None] The port 'a0941e2a-824c-4fac-afd0-f6d6d080ed85' was deleted {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2060}} Jul 28 02:28:45.825507 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d0bce-7b50-45fe-ae23-fe14c325384e admin admin] Pushing event deleted for resources: {'Port': ['ID=a0941e2a-824c-4fac-afd0-f6d6d080ed85,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:45.828937 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5d0bce-7b50-45fe-ae23-fe14c325384e admin admin] No DVR routers for this DVR port a0941e2a-824c-4fac-afd0-f6d6d080ed85 on host dv-cinder-799871-46-iscsi {{(pid=103999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:28:45.912633 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0bce-7b50-45fe-ae23-fe14c325384e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397509', 'neutron.services.segments.db._delete_segments_for_network-8752357910218'] for network (6a862076-171d-4686-a6b7-e646e42fd313), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:45.933895 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-8e5d0bce-7b50-45fe-ae23-fe14c325384e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a862076-171d-4686-a6b7-e646e42fd313']}} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:28:45.944558 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-8e5d0bce-7b50-45fe-ae23-fe14c325384e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '968874d2-a171-458e-9f57-ec646e40da4a') {'for_net_delete': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:28:45.944887 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-8e5d0bce-7b50-45fe-ae23-fe14c325384e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '968874d2-a171-458e-9f57-ec646e40da4a') {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:28:45.955235 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0bce-7b50-45fe-ae23-fe14c325384e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752357910119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26608485'] for segment (968874d2-a171-458e-9f57-ec646e40da4a), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:45.969925 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0bce-7b50-45fe-ae23-fe14c325384e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (968874d2-a171-458e-9f57-ec646e40da4a), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:45.976953 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e5d0bce-7b50-45fe-ae23-fe14c325384e admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 02:28:45.977673 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0bce-7b50-45fe-ae23-fe14c325384e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25613231'] for segment (968874d2-a171-458e-9f57-ec646e40da4a), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:46.024059 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.services.segments.plugin [-] Segment 968874d2-a171-458e-9f57-ec646e40da4a resource provider aggregate not found Jul 28 02:28:46.043422 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.services.segments.plugin [-] Segment 968874d2-a171-458e-9f57-ec646e40da4a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 968874d2-a171-458e-9f57-ec646e40da4a found for delete ", "request_id": "req-41bda031-9d9f-4a45-88d4-58889b9231f6"}]} Jul 28 02:28:46.050480 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0bce-7b50-45fe-ae23-fe14c325384e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363069'] for network (6a862076-171d-4686-a6b7-e646e42fd313), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:46.056086 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0bce-7b50-45fe-ae23-fe14c325384e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:46.062592 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-8e5d0bce-7b50-45fe-ae23-fe14c325384e admin admin] 10.222.0.40 "DELETE /v2.0/networks/6a862076-171d-4686-a6b7-e646e42fd313 HTTP/1.1" status: 204 len: 168 time: 0.5603793 Jul 28 02:28:46.062935 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 51620) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:28:46.075602 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d0bce-7b50-45fe-ae23-fe14c325384e admin admin] Pushing event deleted for resources: {'Network': ['ID=6a862076-171d-4686-a6b7-e646e42fd313,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:46.373737 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-710a1ea6-7bae-4c0b-926a-c285a4f02548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361233'] for router_interface (18f0232a-1be4-4dae-99f4-02654af70724), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:46.525712 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:46.593651 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-710a1ea6-7bae-4c0b-926a-c285a4f02548 admin admin] Deleting port 66b74b7b-0ec0-4c03-a425-32ebea52d80c {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:28:46.593990 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-710a1ea6-7bae-4c0b-926a-c285a4f02548 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (66b74b7b-0ec0-4c03-a425-32ebea52d80c), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:46.675759 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-710a1ea6-7bae-4c0b-926a-c285a4f02548 admin admin] For port 66b74b7b-0ec0-4c03-a425-32ebea52d80c, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=66b74b7b-0ec0-4c03-a425-32ebea52d80c,segment=NetworkSegment(6499ed60-1e27-4f74-a47d-21a1d2e370bc),segment_id=6499ed60-1e27-4f74-a47d-21a1d2e370bc)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:28:46.676034 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-710a1ea6-7bae-4c0b-926a-c285a4f02548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (66b74b7b-0ec0-4c03-a425-32ebea52d80c), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:46.682677 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:46.689602 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-710a1ea6-7bae-4c0b-926a-c285a4f02548 admin admin] Calling delete_port for 66b74b7b-0ec0-4c03-a425-32ebea52d80c owned by network:router_interface {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:28:46.865751 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-710a1ea6-7bae-4c0b-926a-c285a4f02548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (66b74b7b-0ec0-4c03-a425-32ebea52d80c), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:46.890763 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a1ea6-7bae-4c0b-926a-c285a4f02548 admin admin] Pushing event deleted for resources: {'Port': ['ID=66b74b7b-0ec0-4c03-a425-32ebea52d80c,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:46.937490 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device d3e84029-f951-4461-b07a-2287d0656dca no longer exists at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:28:46.961000 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] No Port match for: d3e84029-f951-4461-b07a-2287d0656dca {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:28:46.961343 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device d3e84029-f951-4461-b07a-2287d0656dca not bound to the agent host dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:28:46.962285 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 440378f7-1fa1-4d3b-93ad-19c86be9dd40 no longer exists at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:28:46.982321 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] No Port match for: 440378f7-1fa1-4d3b-93ad-19c86be9dd40 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:28:46.982921 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 440378f7-1fa1-4d3b-93ad-19c86be9dd40 not bound to the agent host dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:28:46.983490 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device a0941e2a-824c-4fac-afd0-f6d6d080ed85 no longer exists at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:28:47.002903 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] No Port match for: a0941e2a-824c-4fac-afd0-f6d6d080ed85 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:28:47.003511 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device a0941e2a-824c-4fac-afd0-f6d6d080ed85 not bound to the agent host dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:28:47.065002 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-710a1ea6-7bae-4c0b-926a-c285a4f02548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361349'] for router_interface (18f0232a-1be4-4dae-99f4-02654af70724), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:47.270107 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710a1ea6-7bae-4c0b-926a-c285a4f02548 admin admin] Router 18f0232a-1be4-4dae-99f4-02654af70724 has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:28:47.363780 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:47.372295 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710a1ea6-7bae-4c0b-926a-c285a4f02548 admin admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:28:47.377200 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-710a1ea6-7bae-4c0b-926a-c285a4f02548 admin admin] 10.222.0.40 "PUT /v2.0/routers/18f0232a-1be4-4dae-99f4-02654af70724/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3127298 Jul 28 02:28:47.379702 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 51622) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:28:47.382726 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5484e8f5-88b4-4f28-a2bc-2e0d56bac517 None None] Sync routers for ids ['18f0232a-1be4-4dae-99f4-02654af70724'] in dv-cinder-799871-46-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:28:47.385076 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=36,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:47.395324 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5484e8f5-88b4-4f28-a2bc-2e0d56bac517 None None] Routers {'18f0232a-1be4-4dae-99f4-02654af70724'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:28:47.395924 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-5484e8f5-88b4-4f28-a2bc-2e0d56bac517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:28:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['18f0232a-1be4-4dae-99f4-02654af70724'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:28:47.480787 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-84be9cbc-9c13-4199-8199-e43080bf0de8 admin admin] Publish callbacks [] for router (18f0232a-1be4-4dae-99f4-02654af70724), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:47.496579 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-5484e8f5-88b4-4f28-a2bc-2e0d56bac517 None None] Set router 18f0232a-1be4-4dae-99f4-02654af70724 gateway port host: dv-cinder-799871-46-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:28:47.554490 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:47.582861 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-84be9cbc-9c13-4199-8199-e43080bf0de8 admin admin] Publish callbacks [] for router_gateway (18f0232a-1be4-4dae-99f4-02654af70724), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:47.624673 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-84be9cbc-9c13-4199-8199-e43080bf0de8 admin admin] Deleting port 936e301d-ff84-4a60-a39b-cb05855de07d {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:28:47.625060 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-84be9cbc-9c13-4199-8199-e43080bf0de8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (936e301d-ff84-4a60-a39b-cb05855de07d), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:47.664716 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-5484e8f5-88b4-4f28-a2bc-2e0d56bac517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f0232a-1be4-4dae-99f4-02654af70724', 'name': 'tempest-TestVolumeBootPattern-1047698897-router', 'tenant_id': 'f30b227ab0e34d0ba4221b67cfef8b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '936e301d-ff84-4a60-a39b-cb05855de07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:20:01Z', 'updated_at': '2022-07-28T02:28:46Z', 'revision_number': 5, 'project_id': 'f30b227ab0e34d0ba4221b67cfef8b01', 'gw_port': {'id': '936e301d-ff84-4a60-a39b-cb05855de07d', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f0232a-1be4-4dae-99f4-02654af70724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:20:03Z', 'updated_at': '2022-07-28T02:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi'}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:28:47.692817 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5484e8f5-88b4-4f28-a2bc-2e0d56bac517 None None] Checking router: 18f0232a-1be4-4dae-99f4-02654af70724 for host: dv-cinder-799871-46-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:28:47.701906 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5484e8f5-88b4-4f28-a2bc-2e0d56bac517 None None] Routers {'18f0232a-1be4-4dae-99f4-02654af70724'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:28:47.702503 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-5484e8f5-88b4-4f28-a2bc-2e0d56bac517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:28:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['18f0232a-1be4-4dae-99f4-02654af70724'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:28:47.708052 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-84be9cbc-9c13-4199-8199-e43080bf0de8 admin admin] For port 936e301d-ff84-4a60-a39b-cb05855de07d, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=936e301d-ff84-4a60-a39b-cb05855de07d,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:28:47.708411 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-84be9cbc-9c13-4199-8199-e43080bf0de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (936e301d-ff84-4a60-a39b-cb05855de07d), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:47.720801 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-84be9cbc-9c13-4199-8199-e43080bf0de8 admin admin] Calling delete_port for 936e301d-ff84-4a60-a39b-cb05855de07d owned by network:router_gateway {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:28:47.780816 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-5484e8f5-88b4-4f28-a2bc-2e0d56bac517 None None] Set router 18f0232a-1be4-4dae-99f4-02654af70724 gateway port host: None {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:28:47.831568 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-5484e8f5-88b4-4f28-a2bc-2e0d56bac517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f0232a-1be4-4dae-99f4-02654af70724', 'name': 'tempest-TestVolumeBootPattern-1047698897-router', 'tenant_id': 'f30b227ab0e34d0ba4221b67cfef8b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:20:01Z', 'updated_at': '2022-07-28T02:28:47Z', 'revision_number': 6, 'project_id': 'f30b227ab0e34d0ba4221b67cfef8b01', 'gw_port_host': None}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:28:47.856406 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5484e8f5-88b4-4f28-a2bc-2e0d56bac517 None None] The sync data for ids ['18f0232a-1be4-4dae-99f4-02654af70724'] in dv-cinder-799871-46-iscsi is: [{'id': '18f0232a-1be4-4dae-99f4-02654af70724', 'name': 'tempest-TestVolumeBootPattern-1047698897-router', 'tenant_id': 'f30b227ab0e34d0ba4221b67cfef8b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:20:01Z', 'updated_at': '2022-07-28T02:28:47Z', 'revision_number': 6, 'project_id': 'f30b227ab0e34d0ba4221b67cfef8b01', 'gw_port_host': None}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:28:47.888991 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-84be9cbc-9c13-4199-8199-e43080bf0de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (936e301d-ff84-4a60-a39b-cb05855de07d), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:47.914985 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be9cbc-9c13-4199-8199-e43080bf0de8 admin admin] Pushing event deleted for resources: {'Port': ['ID=936e301d-ff84-4a60-a39b-cb05855de07d,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:47.982901 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-84be9cbc-9c13-4199-8199-e43080bf0de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-363025'] for router_gateway (18f0232a-1be4-4dae-99f4-02654af70724), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:48.068330 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-84be9cbc-9c13-4199-8199-e43080bf0de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1600154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-849'] for router (18f0232a-1be4-4dae-99f4-02654af70724), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:48.070558 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-84be9cbc-9c13-4199-8199-e43080bf0de8 admin admin] Publish callbacks [] for router_controller (18f0232a-1be4-4dae-99f4-02654af70724), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:48.114175 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-84be9cbc-9c13-4199-8199-e43080bf0de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600024'] for router (18f0232a-1be4-4dae-99f4-02654af70724), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:48.114682 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84be9cbc-9c13-4199-8199-e43080bf0de8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18f0232a-1be4-4dae-99f4-02654af70724 {{(pid=104000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 02:28:48.119354 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-84be9cbc-9c13-4199-8199-e43080bf0de8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:48.120488 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-84be9cbc-9c13-4199-8199-e43080bf0de8 admin admin] 10.222.0.40 "DELETE /v2.0/routers/18f0232a-1be4-4dae-99f4-02654af70724 HTTP/1.1" status: 204 len: 168 time: 0.7398751 Jul 28 02:28:48.123662 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 51624) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:28:48.168960 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5371beb-e5e5-4a1e-b822-41e8d12e7544 admin admin] Deleting subnet e79756c4-3db6-4821-94dd-cd630968e0ac {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 02:28:48.172170 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d5371beb-e5e5-4a1e-b822-41e8d12e7544 admin admin] Publish callbacks [] for subnet (e79756c4-3db6-4821-94dd-cd630968e0ac), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:48.206881 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d5371beb-e5e5-4a1e-b822-41e8d12e7544 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629650'] for subnet (e79756c4-3db6-4821-94dd-cd630968e0ac), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:48.226288 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:48.298113 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d5371beb-e5e5-4a1e-b822-41e8d12e7544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401899'] for subnet (e79756c4-3db6-4821-94dd-cd630968e0ac), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:48.350350 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d5371beb-e5e5-4a1e-b822-41e8d12e7544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3099464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26451865'] for subnet (e79756c4-3db6-4821-94dd-cd630968e0ac), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:48.375500 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5371beb-e5e5-4a1e-b822-41e8d12e7544 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e79756c4-3db6-4821-94dd-cd630968e0ac,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:48.381508 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d5371beb-e5e5-4a1e-b822-41e8d12e7544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:48.384683 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-d5371beb-e5e5-4a1e-b822-41e8d12e7544 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/e79756c4-3db6-4821-94dd-cd630968e0ac HTTP/1.1" status: 204 len: 168 time: 0.2601039 Jul 28 02:28:48.387852 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 51626) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:28:48.389886 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d385044-2124-4d4b-9143-0f1d89ea710c None None] Network 3b385145-c55b-40e5-9931-096222c4f626 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:28:48.459086 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-817b04c4-746f-40ce-811e-457b29c83621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311329'] for network (3b385145-c55b-40e5-9931-096222c4f626), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:48.502899 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-817b04c4-746f-40ce-811e-457b29c83621 admin admin] Deleting port 80d28641-93c8-493c-bf90-22527993856d {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:28:48.503239 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-817b04c4-746f-40ce-811e-457b29c83621 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (80d28641-93c8-493c-bf90-22527993856d), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:48.575444 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-817b04c4-746f-40ce-811e-457b29c83621 admin admin] For port 80d28641-93c8-493c-bf90-22527993856d, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=80d28641-93c8-493c-bf90-22527993856d,segment=NetworkSegment(6499ed60-1e27-4f74-a47d-21a1d2e370bc),segment_id=6499ed60-1e27-4f74-a47d-21a1d2e370bc)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:28:48.575728 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-817b04c4-746f-40ce-811e-457b29c83621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (80d28641-93c8-493c-bf90-22527993856d), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:48.591140 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-817b04c4-746f-40ce-811e-457b29c83621 admin admin] Calling delete_port for 80d28641-93c8-493c-bf90-22527993856d owned by network:dhcp {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:28:48.620184 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99629fa2-9640-4e6c-bf44-69692d59aeb0 None None] DHCP port deletion for 3b385145-c55b-40e5-9931-096222c4f626 request from dv-cinder-799871-46-iscsi {{(pid=104001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 02:28:48.661434 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-99629fa2-9640-4e6c-bf44-69692d59aeb0 None None] Deleting port 80d28641-93c8-493c-bf90-22527993856d {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:28:48.661815 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-99629fa2-9640-4e6c-bf44-69692d59aeb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (80d28641-93c8-493c-bf90-22527993856d), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:48.677910 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-817b04c4-746f-40ce-811e-457b29c83621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (80d28641-93c8-493c-bf90-22527993856d), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:48.709731 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b04c4-746f-40ce-811e-457b29c83621 admin admin] Pushing event deleted for resources: {'Port': ['ID=80d28641-93c8-493c-bf90-22527993856d,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:48.713376 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817b04c4-746f-40ce-811e-457b29c83621 admin admin] No DVR routers for this DVR port 80d28641-93c8-493c-bf90-22527993856d on host dv-cinder-799871-46-iscsi {{(pid=103999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:28:48.740698 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-99629fa2-9640-4e6c-bf44-69692d59aeb0 None None] For port 80d28641-93c8-493c-bf90-22527993856d, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=80d28641-93c8-493c-bf90-22527993856d,segment=NetworkSegment(6499ed60-1e27-4f74-a47d-21a1d2e370bc),segment_id=6499ed60-1e27-4f74-a47d-21a1d2e370bc)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:28:48.741138 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-99629fa2-9640-4e6c-bf44-69692d59aeb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (80d28641-93c8-493c-bf90-22527993856d), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:48.754850 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-99629fa2-9640-4e6c-bf44-69692d59aeb0 None None] Calling delete_port for 80d28641-93c8-493c-bf90-22527993856d owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:28:48.787892 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-817b04c4-746f-40ce-811e-457b29c83621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397509', 'neutron.services.segments.db._delete_segments_for_network-8752357910218'] for network (3b385145-c55b-40e5-9931-096222c4f626), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:48.811037 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-817b04c4-746f-40ce-811e-457b29c83621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b385145-c55b-40e5-9931-096222c4f626']}} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:28:48.817236 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:48.821711 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-817b04c4-746f-40ce-811e-457b29c83621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6499ed60-1e27-4f74-a47d-21a1d2e370bc') {'for_net_delete': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:28:48.822013 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-817b04c4-746f-40ce-811e-457b29c83621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6499ed60-1e27-4f74-a47d-21a1d2e370bc') {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:28:48.826544 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:48.832759 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-817b04c4-746f-40ce-811e-457b29c83621 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752357910119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26608485'] for segment (6499ed60-1e27-4f74-a47d-21a1d2e370bc), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:48.837669 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-99629fa2-9640-4e6c-bf44-69692d59aeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668'] for port (80d28641-93c8-493c-bf90-22527993856d), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:48.848910 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-817b04c4-746f-40ce-811e-457b29c83621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (6499ed60-1e27-4f74-a47d-21a1d2e370bc), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:48.857239 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817b04c4-746f-40ce-811e-457b29c83621 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 02:28:48.857726 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-817b04c4-746f-40ce-811e-457b29c83621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25613231'] for segment (6499ed60-1e27-4f74-a47d-21a1d2e370bc), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:48.865554 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99629fa2-9640-4e6c-bf44-69692d59aeb0 None None] Pushing event deleted for resources: {'Port': ['ID=80d28641-93c8-493c-bf90-22527993856d,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:48.871290 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99629fa2-9640-4e6c-bf44-69692d59aeb0 None None] No DVR routers for this DVR port 80d28641-93c8-493c-bf90-22527993856d on host dv-cinder-799871-46-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:28:48.918107 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.services.segments.plugin [-] Segment 6499ed60-1e27-4f74-a47d-21a1d2e370bc resource provider aggregate not found Jul 28 02:28:48.939747 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:48.942515 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.services.segments.plugin [-] Segment 6499ed60-1e27-4f74-a47d-21a1d2e370bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6499ed60-1e27-4f74-a47d-21a1d2e370bc found for delete ", "request_id": "req-bc57f110-9ffe-4811-a642-503238de0cfa"}]} Jul 28 02:28:48.951329 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-817b04c4-746f-40ce-811e-457b29c83621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363069'] for network (3b385145-c55b-40e5-9931-096222c4f626), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:48.956965 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-817b04c4-746f-40ce-811e-457b29c83621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:48.963142 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-817b04c4-746f-40ce-811e-457b29c83621 admin admin] 10.222.0.40 "DELETE /v2.0/networks/3b385145-c55b-40e5-9931-096222c4f626 HTTP/1.1" status: 204 len: 168 time: 0.5718260 Jul 28 02:28:48.964540 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 80d28641-93c8-493c-bf90-22527993856d no longer exists at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:28:48.979202 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b04c4-746f-40ce-811e-457b29c83621 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b385145-c55b-40e5-9931-096222c4f626,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:48.986466 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] No Port match for: 80d28641-93c8-493c-bf90-22527993856d {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:28:48.986825 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 80d28641-93c8-493c-bf90-22527993856d not bound to the agent host dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:28:48.987245 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 66b74b7b-0ec0-4c03-a425-32ebea52d80c no longer exists at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:28:49.009262 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] No Port match for: 66b74b7b-0ec0-4c03-a425-32ebea52d80c {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:28:49.009687 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 66b74b7b-0ec0-4c03-a425-32ebea52d80c not bound to the agent host dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:28:49.010179 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 936e301d-ff84-4a60-a39b-cb05855de07d no longer exists at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:28:49.029827 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] No Port match for: 936e301d-ff84-4a60-a39b-cb05855de07d {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:28:49.030227 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 936e301d-ff84-4a60-a39b-cb05855de07d not bound to the agent host dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:28:49.096807 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 51634) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:28:49.132986 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:49.138719 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-829a6399-bb3e-4f5d-9395-d22932fb4aa9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=551ad4a52e754c83a0215409f09a21a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393662 Jul 28 02:28:49.140185 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 51636) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:28:49.172588 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:49.196718 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6df2745c-dbd7-4887-bf7c-ee88147a5548 admin admin] Publish callbacks [] for security_group (3c1154e8-f78a-4efc-b9e1-a2627efd0ab6), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:49.219646 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6df2745c-dbd7-4887-bf7c-ee88147a5548 admin admin] Publish callbacks [] for security_group (3c1154e8-f78a-4efc-b9e1-a2627efd0ab6), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:49.266821 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6df2745c-dbd7-4887-bf7c-ee88147a5548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (3c1154e8-f78a-4efc-b9e1-a2627efd0ab6), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:49.269414 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6df2745c-dbd7-4887-bf7c-ee88147a5548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:49.270543 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-6df2745c-dbd7-4887-bf7c-ee88147a5548 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3c1154e8-f78a-4efc-b9e1-a2627efd0ab6 HTTP/1.1" status: 204 len: 168 time: 0.1292918 Jul 28 02:28:49.278598 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2745c-dbd7-4887-bf7c-ee88147a5548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1154e8-f78a-4efc-b9e1-a2627efd0ab6,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:49.590607 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 51644) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:28:49.629718 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-2346a3d2-80ce-46c4-8679-b00ff1e95fd3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f30b227ab0e34d0ba4221b67cfef8b01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379026 Jul 28 02:28:49.632038 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 51646) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:28:49.683564 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-09786bf9-2b2e-459f-ab91-e0dd449d6c2c admin admin] Publish callbacks [] for security_group (d1326259-cc25-4ac2-80aa-32aa920a938c), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:49.705399 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-09786bf9-2b2e-459f-ab91-e0dd449d6c2c admin admin] Publish callbacks [] for security_group (d1326259-cc25-4ac2-80aa-32aa920a938c), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:49.751146 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-09786bf9-2b2e-459f-ab91-e0dd449d6c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (d1326259-cc25-4ac2-80aa-32aa920a938c), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:49.753678 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-09786bf9-2b2e-459f-ab91-e0dd449d6c2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:49.754807 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-09786bf9-2b2e-459f-ab91-e0dd449d6c2c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d1326259-cc25-4ac2-80aa-32aa920a938c HTTP/1.1" status: 204 len: 168 time: 0.1219094 Jul 28 02:28:49.763559 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09786bf9-2b2e-459f-ab91-e0dd449d6c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1326259-cc25-4ac2-80aa-32aa920a938c,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:28:54.475282 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:28:55.767493 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-778b8d4a-d1e1-4b84-bd57-2006af0398e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:58.186283 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-33682a2b-7dc3-47cf-a8fc-63e5ee090e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:59.130920 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=20,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:59.262731 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:28:59.757383 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=38,neutron:DELETE=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:28:59.758183 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=35,neutron:DELETE=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:29:00.718370 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:01.052155 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:04.338076 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:29:05.609210 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:13.900819 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d5494854-858f-4f2a-8e02-66ce064e6839 req-aee156a1-02bb-4e39-9321-4c8e9761554e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1e654d8e-747e-43d4-815c-74e0c5fc162a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382245 Jul 28 02:29:13.985545 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5494854-858f-4f2a-8e02-66ce064e6839 req-75c7c94b-697a-4bfb-9e98-adb0222e9072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:29:13.987015 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d5494854-858f-4f2a-8e02-66ce064e6839 req-75c7c94b-697a-4bfb-9e98-adb0222e9072 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96bfb8cb74ca4919897cf243daafbe2f&device_id=1e654d8e-747e-43d4-815c-74e0c5fc162a HTTP/1.1" status: 200 len: 1129 time: 0.0437989 Jul 28 02:29:14.089850 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5494854-858f-4f2a-8e02-66ce064e6839 req-a8cdfa4f-7fce-4bc2-9efb-ba10c850d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:29:14.091953 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d5494854-858f-4f2a-8e02-66ce064e6839 req-a8cdfa4f-7fce-4bc2-9efb-ba10c850d1a0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2acebb6b-631e-460d-a599-e4c28fc62f29 HTTP/1.1" status: 200 len: 912 time: 0.0865607 Jul 28 02:29:14.353163 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:29:14.353163 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=44 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:29:14.405694 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d5494854-858f-4f2a-8e02-66ce064e6839 req-25c4ebb0-7203-4876-8224-f8f4d03fa4b4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c4645ae-8832-48dd-a8a3-d5e442eab360 HTTP/1.1" status: 200 len: 1001 time: 0.3079674 Jul 28 02:29:14.456669 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5494854-858f-4f2a-8e02-66ce064e6839 req-27738f94-3052-4869-b5ec-d845a1902e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:29:14.458150 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d5494854-858f-4f2a-8e02-66ce064e6839 req-27738f94-3052-4869-b5ec-d845a1902e33 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2444c2bc-d071-402a-aa6c-831f09f139a2 HTTP/1.1" status: 200 len: 850 time: 0.0472555 Jul 28 02:29:14.505403 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5494854-858f-4f2a-8e02-66ce064e6839 req-50299a77-eab6-4d15-9225-7ed0bdbdaabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:29:14.506915 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d5494854-858f-4f2a-8e02-66ce064e6839 req-50299a77-eab6-4d15-9225-7ed0bdbdaabf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2acebb6b-631e-460d-a599-e4c28fc62f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421724 Jul 28 02:29:14.607743 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d5494854-858f-4f2a-8e02-66ce064e6839 req-0f40a5aa-4d1e-4e23-9729-ce61e8935d96 service neutron] 10.222.0.45 "GET /v2.0/networks/2acebb6b-631e-460d-a599-e4c28fc62f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925319 Jul 28 02:29:14.716104 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d5494854-858f-4f2a-8e02-66ce064e6839 req-bc27a47f-a801-4a9f-a898-16bc8ef7ed12 service neutron] 10.222.0.45 "GET /v2.0/networks/2acebb6b-631e-460d-a599-e4c28fc62f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033623 Jul 28 02:29:15.603074 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:29:15.605100 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:DELETE=4,neutron:SELECT=16,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:29:24.421701 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:29:24.465335 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec43bb5-5941-4507-8f6a-f86f2f1ebd4c req-7487a34b-49c3-4701-acb6-af6434e69f7a tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:29:24.466800 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1ec43bb5-5941-4507-8f6a-f86f2f1ebd4c req-7487a34b-49c3-4701-acb6-af6434e69f7a tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=1e654d8e-747e-43d4-815c-74e0c5fc162a HTTP/1.1" status: 200 len: 945 time: 0.0495458 Jul 28 02:29:24.513647 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1ec43bb5-5941-4507-8f6a-f86f2f1ebd4c req-7c67d91c-e34f-4390-9554-528ea73991f9 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=e7708ebe-b803-4059-abad-40ade43377f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411422 Jul 28 02:29:24.711481 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=55 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:29:24.713454 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=46 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:29:25.637120 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f9f33-27f8-4ac0-a2b6-a9d235fa24fd req-3771cd8e-f21a-4839-a523-c8599f344948 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:29:25.638586 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d97f9f33-27f8-4ac0-a2b6-a9d235fa24fd req-3771cd8e-f21a-4839-a523-c8599f344948 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=1e654d8e-747e-43d4-815c-74e0c5fc162a HTTP/1.1" status: 200 len: 945 time: 0.0515497 Jul 28 02:29:25.685206 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d97f9f33-27f8-4ac0-a2b6-a9d235fa24fd req-a83a0d77-e562-4d23-b465-bde430c50e49 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups?id=e7708ebe-b803-4059-abad-40ade43377f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411730 Jul 28 02:29:25.769172 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cf7b5bee-454a-4a1b-a603-5d5d40eef9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:26.095897 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd455055-4919-4994-a0e2-c4cca4bfb4fc req-03f15591-d7cd-4aa7-a92d-b60a7889601d tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 02:29:26.097436 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dd455055-4919-4994-a0e2-c4cca4bfb4fc req-03f15591-d7cd-4aa7-a92d-b60a7889601d tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e654d8e-747e-43d4-815c-74e0c5fc162a HTTP/1.1" status: 200 len: 945 time: 0.0531023 Jul 28 02:29:26.178269 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-dd455055-4919-4994-a0e2-c4cca4bfb4fc req-b893d179-a48f-4dd3-8d03-926a76e45833 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Deleting port 7c4645ae-8832-48dd-a8a3-d5e442eab360 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:29:26.178614 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-dd455055-4919-4994-a0e2-c4cca4bfb4fc req-b893d179-a48f-4dd3-8d03-926a76e45833 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (7c4645ae-8832-48dd-a8a3-d5e442eab360), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:26.270487 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-dd455055-4919-4994-a0e2-c4cca4bfb4fc req-b893d179-a48f-4dd3-8d03-926a76e45833 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] For port 7c4645ae-8832-48dd-a8a3-d5e442eab360, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7c4645ae-8832-48dd-a8a3-d5e442eab360,segment=NetworkSegment(03476d0a-b5d5-42c7-aee7-3d0bcf5494b5),segment_id=03476d0a-b5d5-42c7-aee7-3d0bcf5494b5)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:29:26.270852 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-dd455055-4919-4994-a0e2-c4cca4bfb4fc req-b893d179-a48f-4dd3-8d03-926a76e45833 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (7c4645ae-8832-48dd-a8a3-d5e442eab360), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:26.429733 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-dd455055-4919-4994-a0e2-c4cca4bfb4fc req-b893d179-a48f-4dd3-8d03-926a76e45833 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:26.430000 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-dd455055-4919-4994-a0e2-c4cca4bfb4fc req-b893d179-a48f-4dd3-8d03-926a76e45833 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363241'] for floatingip (dddcd77d-014a-4a6a-ad59-fa86e7465b7e), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:26.430312 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.db.l3_db [req-dd455055-4919-4994-a0e2-c4cca4bfb4fc req-b893d179-a48f-4dd3-8d03-926a76e45833 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Floating IP dddcd77d-014a-4a6a-ad59-fa86e7465b7e disassociated. External IP: 172.27.0.170, port: 7c4645ae-8832-48dd-a8a3-d5e442eab360. Jul 28 02:29:26.430657 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-dd455055-4919-4994-a0e2-c4cca4bfb4fc req-b893d179-a48f-4dd3-8d03-926a76e45833 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Calling delete_port for 7c4645ae-8832-48dd-a8a3-d5e442eab360 owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:29:26.556216 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-dd455055-4919-4994-a0e2-c4cca4bfb4fc req-b893d179-a48f-4dd3-8d03-926a76e45833 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (7c4645ae-8832-48dd-a8a3-d5e442eab360), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:26.585240 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893d179-a48f-4dd3-8d03-926a76e45833 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Pushing event deleted for resources: {'Port': ['ID=7c4645ae-8832-48dd-a8a3-d5e442eab360,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:29:26.596482 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b893d179-a48f-4dd3-8d03-926a76e45833 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:26.596828 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b893d179-a48f-4dd3-8d03-926a76e45833 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:26.597209 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b893d179-a48f-4dd3-8d03-926a76e45833 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:26.597548 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b893d179-a48f-4dd3-8d03-926a76e45833 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:26.597879 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b893d179-a48f-4dd3-8d03-926a76e45833 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:26.598208 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b893d179-a48f-4dd3-8d03-926a76e45833 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:26.598591 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b893d179-a48f-4dd3-8d03-926a76e45833 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:26.598933 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b893d179-a48f-4dd3-8d03-926a76e45833 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:26.599259 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b893d179-a48f-4dd3-8d03-926a76e45833 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:26.599585 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b893d179-a48f-4dd3-8d03-926a76e45833 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:26.600421 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b893d179-a48f-4dd3-8d03-926a76e45833 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:26.600421 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b893d179-a48f-4dd3-8d03-926a76e45833 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:26.600634 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b893d179-a48f-4dd3-8d03-926a76e45833 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:26.600901 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b893d179-a48f-4dd3-8d03-926a76e45833 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:26.601347 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b893d179-a48f-4dd3-8d03-926a76e45833 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:26.708925 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd455055-4919-4994-a0e2-c4cca4bfb4fc req-b893d179-a48f-4dd3-8d03-926a76e45833 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Router 844c4b6b-9e92-439d-9acd-49a06f9e1d8b has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:29:26.786351 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [req-910df18f-0113-490d-b69c-c10af66c4f10 req-54afab54-f463-4fdd-b188-7116f69efa9f tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/ports?device_id=1e654d8e-747e-43d4-815c-74e0c5fc162a HTTP/1.1" status: 200 len: 210 time: 0.0284941 Jul 28 02:29:26.812853 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd455055-4919-4994-a0e2-c4cca4bfb4fc req-b893d179-a48f-4dd3-8d03-926a76e45833 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:29:26.822227 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50e99ad-263c-4408-b2bc-6889d1e62f28 None None] Sync routers for ids ['844c4b6b-9e92-439d-9acd-49a06f9e1d8b'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:29:26.833281 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50e99ad-263c-4408-b2bc-6889d1e62f28 None None] Routers {'844c4b6b-9e92-439d-9acd-49a06f9e1d8b'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:29:26.833886 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-c50e99ad-263c-4408-b2bc-6889d1e62f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:28:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['844c4b6b-9e92-439d-9acd-49a06f9e1d8b'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:29:26.855890 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd455055-4919-4994-a0e2-c4cca4bfb4fc req-b893d179-a48f-4dd3-8d03-926a76e45833 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] No DVR routers for this DVR port 7c4645ae-8832-48dd-a8a3-d5e442eab360 on host hv-cinder-79987 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:29:26.858447 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-dd455055-4919-4994-a0e2-c4cca4bfb4fc req-b893d179-a48f-4dd3-8d03-926a76e45833 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:26.861727 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dd455055-4919-4994-a0e2-c4cca4bfb4fc req-b893d179-a48f-4dd3-8d03-926a76e45833 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.45 "DELETE /v2.0/ports/7c4645ae-8832-48dd-a8a3-d5e442eab360 HTTP/1.1" status: 204 len: 173 time: 0.7597322 Jul 28 02:29:26.862172 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e654d8e-747e-43d4-815c-74e0c5fc162a', 'name': 'network-vif-deleted', 'tag': '7c4645ae-8832-48dd-a8a3-d5e442eab360'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 02:29:26.864408 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}838201913c63c21ec2d8f44b77137b97e23dceb071e11f5b867462e2b4ddcf05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b5b5a7-5e9d-4a5b-8d0a-8cea794a3be3" -d '{"events": [{"server_uuid": "1e654d8e-747e-43d4-815c-74e0c5fc162a", "name": "network-vif-deleted", "tag": "7c4645ae-8832-48dd-a8a3-d5e442eab360"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 02:29:26.945305 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-c50e99ad-263c-4408-b2bc-6889d1e62f28 None None] Set router 844c4b6b-9e92-439d-9acd-49a06f9e1d8b gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:29:27.140248 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 02:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52da5ffb-74cb-4370-b2fc-4246931556c6 x-openstack-request-id: req-52da5ffb-74cb-4370-b2fc-4246931556c6 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 02:29:27.140769 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e654d8e-747e-43d4-815c-74e0c5fc162a", "name": "network-vif-deleted", "tag": "7c4645ae-8832-48dd-a8a3-d5e442eab360", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 02:29:27.140769 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-52da5ffb-74cb-4370-b2fc-4246931556c6 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 02:29:27.141228 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52da5ffb-74cb-4370-b2fc-4246931556c6'] response: {'server_uuid': '1e654d8e-747e-43d4-815c-74e0c5fc162a', 'name': 'network-vif-deleted', 'tag': '7c4645ae-8832-48dd-a8a3-d5e442eab360', 'status': 'completed', 'code': 200} Jul 28 02:29:27.153712 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-c50e99ad-263c-4408-b2bc-6889d1e62f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'name': 'tempest-AttachVolumeTestJSON-1167154383-router', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:10Z', 'revision_number': 4, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'gw_port': {'id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '3f87b0bd-2d8a-4767-8f38-2ccee2df24b8', 'name': '', 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'mac_address': 'fa:16:3e:2f:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:10Z', 'updated_at': '2022-07-28T02:25:14Z', 'revision_number': 5, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'subnets': [{'id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:29:27.178815 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50e99ad-263c-4408-b2bc-6889d1e62f28 None None] Checking router: 844c4b6b-9e92-439d-9acd-49a06f9e1d8b for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:29:27.187131 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50e99ad-263c-4408-b2bc-6889d1e62f28 None None] Routers {'844c4b6b-9e92-439d-9acd-49a06f9e1d8b'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:29:27.187730 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-c50e99ad-263c-4408-b2bc-6889d1e62f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:28:58Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['844c4b6b-9e92-439d-9acd-49a06f9e1d8b'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:29:27.292936 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-c50e99ad-263c-4408-b2bc-6889d1e62f28 None None] Set router 844c4b6b-9e92-439d-9acd-49a06f9e1d8b gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:29:27.478085 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-c50e99ad-263c-4408-b2bc-6889d1e62f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'name': 'tempest-AttachVolumeTestJSON-1167154383-router', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:10Z', 'revision_number': 4, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'gw_port': {'id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '3f87b0bd-2d8a-4767-8f38-2ccee2df24b8', 'name': '', 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'mac_address': 'fa:16:3e:2f:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:10Z', 'updated_at': '2022-07-28T02:25:14Z', 'revision_number': 5, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'subnets': [{'id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:29:27.505925 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50e99ad-263c-4408-b2bc-6889d1e62f28 None None] The sync data for ids ['844c4b6b-9e92-439d-9acd-49a06f9e1d8b'] in dv-cinder-799871-46-iscsi is: [{'id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'name': 'tempest-AttachVolumeTestJSON-1167154383-router', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:10Z', 'revision_number': 4, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'gw_port': {'id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi', '_interfaces': [{'id': '3f87b0bd-2d8a-4767-8f38-2ccee2df24b8', 'name': '', 'network_id': '2acebb6b-631e-460d-a599-e4c28fc62f29', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'mac_address': 'fa:16:3e:2f:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:10Z', 'updated_at': '2022-07-28T02:25:14Z', 'revision_number': 5, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'subnets': [{'id': '2444c2bc-d071-402a-aa6c-831f09f139a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:29:27.721981 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3002a048-65c3-4e51-a295-2f30cf45e84a None None] New status for floating IP dddcd77d-014a-4a6a-ad59-fa86e7465b7e: DOWN {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 02:29:27.891019 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 51780) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:29:27.945933 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-22dada4f-523f-40ef-8d23-089d5d256281 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for security_group (e7708ebe-b803-4059-abad-40ade43377f1), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:27.969841 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-22dada4f-523f-40ef-8d23-089d5d256281 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for security_group (e7708ebe-b803-4059-abad-40ade43377f1), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:28.020291 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-22dada4f-523f-40ef-8d23-089d5d256281 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (e7708ebe-b803-4059-abad-40ade43377f1), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:28.022808 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-22dada4f-523f-40ef-8d23-089d5d256281 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:28.023940 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-22dada4f-523f-40ef-8d23-089d5d256281 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "DELETE /v2.0/security-groups/e7708ebe-b803-4059-abad-40ade43377f1 HTTP/1.1" status: 204 len: 168 time: 0.1319058 Jul 28 02:29:28.026750 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 51782) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:29:28.033186 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dada4f-523f-40ef-8d23-089d5d256281 tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7708ebe-b803-4059-abad-40ade43377f1,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:29:28.048580 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.api.v2.resource [None req-ad545d36-871b-43c1-afd7-02818986a0fb tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] show failed (client error): The resource could not be found. Jul 28 02:29:28.052268 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-ad545d36-871b-43c1-afd7-02818986a0fb tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "GET /v2.0/security-groups/e7708ebe-b803-4059-abad-40ade43377f1 HTTP/1.1" status: 404 len: 347 time: 0.0216951 Jul 28 02:29:28.052632 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 51784) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:29:28.167671 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-d63be515-70b0-4c2b-83d6-14ee6ead879c tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Deleting port b4a3b93c-9ccf-4ab2-9bf1-1496f7288b7c {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:29:28.168261 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d63be515-70b0-4c2b-83d6-14ee6ead879c tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (b4a3b93c-9ccf-4ab2-9bf1-1496f7288b7c), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:28.169564 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:29:28.188968 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ba45ca71-be29-4abf-ab33-f6c302db9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:28.210239 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:29:28.251096 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d63be515-70b0-4c2b-83d6-14ee6ead879c tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (b4a3b93c-9ccf-4ab2-9bf1-1496f7288b7c), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:28.251420 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d63be515-70b0-4c2b-83d6-14ee6ead879c tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for floatingip (b4a3b93c-9ccf-4ab2-9bf1-1496f7288b7c), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:28.263885 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-d63be515-70b0-4c2b-83d6-14ee6ead879c tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Calling delete_port for b4a3b93c-9ccf-4ab2-9bf1-1496f7288b7c owned by network:floatingip {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:29:28.394262 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d63be515-70b0-4c2b-83d6-14ee6ead879c tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (b4a3b93c-9ccf-4ab2-9bf1-1496f7288b7c), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:28.420826 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63be515-70b0-4c2b-83d6-14ee6ead879c tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Pushing event deleted for resources: {'Port': ['ID=b4a3b93c-9ccf-4ab2-9bf1-1496f7288b7c,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:29:28.485233 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d63be515-70b0-4c2b-83d6-14ee6ead879c tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks [] for floatingip (dddcd77d-014a-4a6a-ad59-fa86e7465b7e), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:28.487695 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d63be515-70b0-4c2b-83d6-14ee6ead879c tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19903'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:28.488831 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-d63be515-70b0-4c2b-83d6-14ee6ead879c tempest-AttachVolumeTestJSON-1583202076 tempest-AttachVolumeTestJSON-1583202076-project] 10.222.0.40 "DELETE /v2.0/floatingips/dddcd77d-014a-4a6a-ad59-fa86e7465b7e HTTP/1.1" status: 204 len: 168 time: 0.4352911 Jul 28 02:29:29.265932 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:30.716197 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:31.053176 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:31.451598 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 7c4645ae-8832-48dd-a8a3-d5e442eab360 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:29:31.471889 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] No Port match for: 7c4645ae-8832-48dd-a8a3-d5e442eab360 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:29:31.472236 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Device 7c4645ae-8832-48dd-a8a3-d5e442eab360 not bound to the agent host hv-cinder-79987 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:29:31.475124 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:29:32.029158 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 51812) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:29:32.349876 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fdfd2bbb-ea42-4acf-8c9b-f8c811e274e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361233'] for router_interface (844c4b6b-9e92-439d-9acd-49a06f9e1d8b), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:32.566811 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:29:32.571947 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-fdfd2bbb-ea42-4acf-8c9b-f8c811e274e8 admin admin] Deleting port 3f87b0bd-2d8a-4767-8f38-2ccee2df24b8 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:29:32.572385 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fdfd2bbb-ea42-4acf-8c9b-f8c811e274e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (3f87b0bd-2d8a-4767-8f38-2ccee2df24b8), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:32.618996 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:29:32.650612 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-fdfd2bbb-ea42-4acf-8c9b-f8c811e274e8 admin admin] For port 3f87b0bd-2d8a-4767-8f38-2ccee2df24b8, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=3f87b0bd-2d8a-4767-8f38-2ccee2df24b8,segment=NetworkSegment(03476d0a-b5d5-42c7-aee7-3d0bcf5494b5),segment_id=03476d0a-b5d5-42c7-aee7-3d0bcf5494b5)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:29:32.650961 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fdfd2bbb-ea42-4acf-8c9b-f8c811e274e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (3f87b0bd-2d8a-4767-8f38-2ccee2df24b8), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:32.664058 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-fdfd2bbb-ea42-4acf-8c9b-f8c811e274e8 admin admin] Calling delete_port for 3f87b0bd-2d8a-4767-8f38-2ccee2df24b8 owned by network:router_interface {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:29:32.839152 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fdfd2bbb-ea42-4acf-8c9b-f8c811e274e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (3f87b0bd-2d8a-4767-8f38-2ccee2df24b8), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:32.864379 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd2bbb-ea42-4acf-8c9b-f8c811e274e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f87b0bd-2d8a-4767-8f38-2ccee2df24b8,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:29:33.035184 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fdfd2bbb-ea42-4acf-8c9b-f8c811e274e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361349'] for router_interface (844c4b6b-9e92-439d-9acd-49a06f9e1d8b), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:33.241481 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdfd2bbb-ea42-4acf-8c9b-f8c811e274e8 admin admin] Router 844c4b6b-9e92-439d-9acd-49a06f9e1d8b has already been hosted by L3 agent 0814f33f-e469-4d46-afe7-fb4ffcc051d7 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 02:29:33.340448 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfd2bbb-ea42-4acf-8c9b-f8c811e274e8 admin admin] Notify agent at l3_agent.dv-cinder-799871-46-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 02:29:33.346932 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-fdfd2bbb-ea42-4acf-8c9b-f8c811e274e8 admin admin] 10.222.0.40 "PUT /v2.0/routers/844c4b6b-9e92-439d-9acd-49a06f9e1d8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3169050 Jul 28 02:29:33.349476 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 51814) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:29:33.350127 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f80af1-d79d-485d-b64d-36a27d1ba555 None None] Sync routers for ids ['844c4b6b-9e92-439d-9acd-49a06f9e1d8b'] in dv-cinder-799871-46-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 02:29:33.360545 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f80af1-d79d-485d-b64d-36a27d1ba555 None None] Routers {'844c4b6b-9e92-439d-9acd-49a06f9e1d8b'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:29:33.361191 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-85f80af1-d79d-485d-b64d-36a27d1ba555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:29:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['844c4b6b-9e92-439d-9acd-49a06f9e1d8b'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:29:33.405527 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:29:33.428039 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:29:33.442074 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:29:33.449240 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:29:33.457535 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5428ff82-942e-461d-b933-64a40ee8a4be admin admin] Publish callbacks [] for router (844c4b6b-9e92-439d-9acd-49a06f9e1d8b), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:33.462880 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-85f80af1-d79d-485d-b64d-36a27d1ba555 None None] Set router 844c4b6b-9e92-439d-9acd-49a06f9e1d8b gateway port host: dv-cinder-799871-46-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:29:33.555136 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5428ff82-942e-461d-b933-64a40ee8a4be admin admin] Publish callbacks [] for router_gateway (844c4b6b-9e92-439d-9acd-49a06f9e1d8b), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:33.617741 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-5428ff82-942e-461d-b933-64a40ee8a4be admin admin] Deleting port 46461552-d3b8-4955-b02f-d2527e6f5a44 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:29:33.618280 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5428ff82-942e-461d-b933-64a40ee8a4be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (46461552-d3b8-4955-b02f-d2527e6f5a44), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:33.658510 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-85f80af1-d79d-485d-b64d-36a27d1ba555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'name': 'tempest-AttachVolumeTestJSON-1167154383-router', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'external_fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:29:32Z', 'revision_number': 5, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'gw_port': {'id': '46461552-d3b8-4955-b02f-d2527e6f5a44', 'name': '', 'network_id': 'fac975fe-f61e-48f2-98cd-c3133f923d7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-46-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a55f55-f115-45c6-a5b1-44ded4e4dd9d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-46-iscsi'}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:29:33.688144 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f80af1-d79d-485d-b64d-36a27d1ba555 None None] Checking router: 844c4b6b-9e92-439d-9acd-49a06f9e1d8b for host: dv-cinder-799871-46-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 02:29:33.699417 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f80af1-d79d-485d-b64d-36a27d1ba555 None None] Routers {'844c4b6b-9e92-439d-9acd-49a06f9e1d8b'} bound to L3 agent in host dv-cinder-799871-46-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 02:29:33.700268 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-85f80af1-d79d-485d-b64d-36a27d1ba555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-46-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T02:09:28Z,description=,heartbeat_timestamp=2022-07-28T02:29:28Z,host='dv-cinder-799871-46-iscsi',id=0814f33f-e469-4d46-afe7-fb4ffcc051d7,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T02:09:28Z,topic='l3_agent')) {'router_ids': ['844c4b6b-9e92-439d-9acd-49a06f9e1d8b'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:29:33.709476 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-5428ff82-942e-461d-b933-64a40ee8a4be admin admin] For port 46461552-d3b8-4955-b02f-d2527e6f5a44, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=46461552-d3b8-4955-b02f-d2527e6f5a44,segment=NetworkSegment(0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1),segment_id=0b2d77e4-a5a0-4439-bc6f-48ab3e92fef1)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:29:33.709836 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5428ff82-942e-461d-b933-64a40ee8a4be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (46461552-d3b8-4955-b02f-d2527e6f5a44), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:33.722977 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-5428ff82-942e-461d-b933-64a40ee8a4be admin admin] Calling delete_port for 46461552-d3b8-4955-b02f-d2527e6f5a44 owned by network:router_gateway {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:29:33.800614 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-85f80af1-d79d-485d-b64d-36a27d1ba555 None None] Set router 844c4b6b-9e92-439d-9acd-49a06f9e1d8b gateway port host: None {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 02:29:33.853424 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-85f80af1-d79d-485d-b64d-36a27d1ba555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'name': 'tempest-AttachVolumeTestJSON-1167154383-router', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:29:33Z', 'revision_number': 6, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'gw_port_host': None}], 'dv-cinder-799871-46-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:29:33.889844 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5428ff82-942e-461d-b933-64a40ee8a4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099493'] for port (46461552-d3b8-4955-b02f-d2527e6f5a44), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:33.914029 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5428ff82-942e-461d-b933-64a40ee8a4be admin admin] Pushing event deleted for resources: {'Port': ['ID=46461552-d3b8-4955-b02f-d2527e6f5a44,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:29:34.010999 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f80af1-d79d-485d-b64d-36a27d1ba555 None None] The sync data for ids ['844c4b6b-9e92-439d-9acd-49a06f9e1d8b'] in dv-cinder-799871-46-iscsi is: [{'id': '844c4b6b-9e92-439d-9acd-49a06f9e1d8b', 'name': 'tempest-AttachVolumeTestJSON-1167154383-router', 'tenant_id': '96bfb8cb74ca4919897cf243daafbe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T02:25:07Z', 'updated_at': '2022-07-28T02:29:33Z', 'revision_number': 6, 'project_id': '96bfb8cb74ca4919897cf243daafbe2f', 'gw_port_host': None}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 02:29:34.245934 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5428ff82-942e-461d-b933-64a40ee8a4be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-363025'] for router_gateway (844c4b6b-9e92-439d-9acd-49a06f9e1d8b), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:34.330737 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5428ff82-942e-461d-b933-64a40ee8a4be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1600154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-849'] for router (844c4b6b-9e92-439d-9acd-49a06f9e1d8b), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:34.332688 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5428ff82-942e-461d-b933-64a40ee8a4be admin admin] Publish callbacks [] for router_controller (844c4b6b-9e92-439d-9acd-49a06f9e1d8b), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:34.375342 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5428ff82-942e-461d-b933-64a40ee8a4be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600024'] for router (844c4b6b-9e92-439d-9acd-49a06f9e1d8b), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:34.376209 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5428ff82-942e-461d-b933-64a40ee8a4be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 844c4b6b-9e92-439d-9acd-49a06f9e1d8b {{(pid=104000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 02:29:34.380617 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5428ff82-942e-461d-b933-64a40ee8a4be admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:34.381831 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-5428ff82-942e-461d-b933-64a40ee8a4be admin admin] 10.222.0.40 "DELETE /v2.0/routers/844c4b6b-9e92-439d-9acd-49a06f9e1d8b HTTP/1.1" status: 204 len: 168 time: 1.0314176 Jul 28 02:29:34.384350 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 51816) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:29:34.432369 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-87c357a1-b22c-47f0-a8f5-05ac6a1d2287 admin admin] Deleting subnet 2444c2bc-d071-402a-aa6c-831f09f139a2 {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 02:29:34.436802 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-87c357a1-b22c-47f0-a8f5-05ac6a1d2287 admin admin] Publish callbacks [] for subnet (2444c2bc-d071-402a-aa6c-831f09f139a2), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:34.477583 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-87c357a1-b22c-47f0-a8f5-05ac6a1d2287 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629650'] for subnet (2444c2bc-d071-402a-aa6c-831f09f139a2), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:34.553646 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-87c357a1-b22c-47f0-a8f5-05ac6a1d2287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401899'] for subnet (2444c2bc-d071-402a-aa6c-831f09f139a2), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:34.586331 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:29:34.597310 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:29:34.611202 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-87c357a1-b22c-47f0-a8f5-05ac6a1d2287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-383773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3099464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26451865'] for subnet (2444c2bc-d071-402a-aa6c-831f09f139a2), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:34.640993 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-87c357a1-b22c-47f0-a8f5-05ac6a1d2287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:34.644840 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-87c357a1-b22c-47f0-a8f5-05ac6a1d2287 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/2444c2bc-d071-402a-aa6c-831f09f139a2 HTTP/1.1" status: 204 len: 168 time: 0.2593658 Jul 28 02:29:34.646005 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c357a1-b22c-47f0-a8f5-05ac6a1d2287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2444c2bc-d071-402a-aa6c-831f09f139a2,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:29:34.646349 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d456a7-290a-469d-9bca-6ed84bbdf497 None None] Network 2acebb6b-631e-460d-a599-e4c28fc62f29 requested from dv-cinder-799871-46-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 02:29:34.647468 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 51818) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:29:34.716995 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8173c791-3458-48e0-9cf5-985e0712378c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311329'] for network (2acebb6b-631e-460d-a599-e4c28fc62f29), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:34.763675 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-8173c791-3458-48e0-9cf5-985e0712378c admin admin] Deleting port 7ab2d70c-5078-4d61-83d4-1e99abc07b15 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:29:34.764039 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8173c791-3458-48e0-9cf5-985e0712378c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (7ab2d70c-5078-4d61-83d4-1e99abc07b15), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:34.821498 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27cf448-2b35-4259-8f6b-ff82bb3c9206 None None] DHCP port deletion for 2acebb6b-631e-460d-a599-e4c28fc62f29 request from dv-cinder-799871-46-iscsi {{(pid=104001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 02:29:34.835385 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-8173c791-3458-48e0-9cf5-985e0712378c admin admin] For port 7ab2d70c-5078-4d61-83d4-1e99abc07b15, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=7ab2d70c-5078-4d61-83d4-1e99abc07b15,segment=NetworkSegment(03476d0a-b5d5-42c7-aee7-3d0bcf5494b5),segment_id=03476d0a-b5d5-42c7-aee7-3d0bcf5494b5)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:29:34.835758 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8173c791-3458-48e0-9cf5-985e0712378c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (7ab2d70c-5078-4d61-83d4-1e99abc07b15), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:34.849490 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-8173c791-3458-48e0-9cf5-985e0712378c admin admin] Calling delete_port for 7ab2d70c-5078-4d61-83d4-1e99abc07b15 owned by network:dhcp {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:29:34.860612 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-d27cf448-2b35-4259-8f6b-ff82bb3c9206 None None] Deleting port 7ab2d70c-5078-4d61-83d4-1e99abc07b15 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 02:29:34.861314 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d27cf448-2b35-4259-8f6b-ff82bb3c9206 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752357832205'] for port (7ab2d70c-5078-4d61-83d4-1e99abc07b15), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:34.926675 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-d27cf448-2b35-4259-8f6b-ff82bb3c9206 None None] For port 7ab2d70c-5078-4d61-83d4-1e99abc07b15, host dv-cinder-799871-46-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-46-iscsi',level=0,port_id=7ab2d70c-5078-4d61-83d4-1e99abc07b15,segment=NetworkSegment(03476d0a-b5d5-42c7-aee7-3d0bcf5494b5),segment_id=03476d0a-b5d5-42c7-aee7-3d0bcf5494b5)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 02:29:34.927393 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d27cf448-2b35-4259-8f6b-ff82bb3c9206 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424472'] for port (7ab2d70c-5078-4d61-83d4-1e99abc07b15), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:34.936912 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8173c791-3458-48e0-9cf5-985e0712378c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25613276'] for port (7ab2d70c-5078-4d61-83d4-1e99abc07b15), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:34.957776 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-d27cf448-2b35-4259-8f6b-ff82bb3c9206 None None] Calling delete_port for 7ab2d70c-5078-4d61-83d4-1e99abc07b15 owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 02:29:35.006635 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 3f87b0bd-2d8a-4767-8f38-2ccee2df24b8 no longer exists at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:29:35.031014 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] No Port match for: 3f87b0bd-2d8a-4767-8f38-2ccee2df24b8 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:29:35.031268 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 3f87b0bd-2d8a-4767-8f38-2ccee2df24b8 not bound to the agent host dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:29:35.031693 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 46461552-d3b8-4955-b02f-d2527e6f5a44 no longer exists at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:29:35.061736 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] No Port match for: 46461552-d3b8-4955-b02f-d2527e6f5a44 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:29:35.061971 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 46461552-d3b8-4955-b02f-d2527e6f5a44 not bound to the agent host dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:29:35.062306 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 7ab2d70c-5078-4d61-83d4-1e99abc07b15 no longer exists at agent ovs-agent-dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 02:29:35.084941 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] No Port match for: 7ab2d70c-5078-4d61-83d4-1e99abc07b15 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 02:29:35.085267 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Device 7ab2d70c-5078-4d61-83d4-1e99abc07b15 not bound to the agent host dv-cinder-799871-46-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 02:29:35.105441 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d27cf448-2b35-4259-8f6b-ff82bb3c9206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752357836867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752357454668'] for port (7ab2d70c-5078-4d61-83d4-1e99abc07b15), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:35.136793 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27cf448-2b35-4259-8f6b-ff82bb3c9206 None None] Pushing event deleted for resources: {'Port': ['ID=7ab2d70c-5078-4d61-83d4-1e99abc07b15,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:29:35.146516 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cf448-2b35-4259-8f6b-ff82bb3c9206 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:35.146873 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cf448-2b35-4259-8f6b-ff82bb3c9206 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:35.147266 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cf448-2b35-4259-8f6b-ff82bb3c9206 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:35.147547 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cf448-2b35-4259-8f6b-ff82bb3c9206 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:35.147891 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cf448-2b35-4259-8f6b-ff82bb3c9206 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:35.148226 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cf448-2b35-4259-8f6b-ff82bb3c9206 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:35.148555 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cf448-2b35-4259-8f6b-ff82bb3c9206 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:35.148907 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cf448-2b35-4259-8f6b-ff82bb3c9206 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:35.149246 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cf448-2b35-4259-8f6b-ff82bb3c9206 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:35.149580 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cf448-2b35-4259-8f6b-ff82bb3c9206 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:35.149914 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cf448-2b35-4259-8f6b-ff82bb3c9206 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:35.150254 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cf448-2b35-4259-8f6b-ff82bb3c9206 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:35.150581 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cf448-2b35-4259-8f6b-ff82bb3c9206 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:35.150909 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cf448-2b35-4259-8f6b-ff82bb3c9206 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:35.151233 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cf448-2b35-4259-8f6b-ff82bb3c9206 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:35.154355 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27cf448-2b35-4259-8f6b-ff82bb3c9206 None None] No DVR routers for this DVR port 7ab2d70c-5078-4d61-83d4-1e99abc07b15 on host dv-cinder-799871-46-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:29:35.232430 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173c791-3458-48e0-9cf5-985e0712378c admin admin] Pushing event deleted for resources: {'Port': ['ID=7ab2d70c-5078-4d61-83d4-1e99abc07b15,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:29:35.235985 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8173c791-3458-48e0-9cf5-985e0712378c admin admin] No DVR routers for this DVR port 7ab2d70c-5078-4d61-83d4-1e99abc07b15 on host dv-cinder-799871-46-iscsi {{(pid=103999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 02:29:35.308378 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8173c791-3458-48e0-9cf5-985e0712378c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397509', 'neutron.services.segments.db._delete_segments_for_network-8752357910218'] for network (2acebb6b-631e-460d-a599-e4c28fc62f29), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:35.328462 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-8173c791-3458-48e0-9cf5-985e0712378c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2acebb6b-631e-460d-a599-e4c28fc62f29']}} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:29:35.337711 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-8173c791-3458-48e0-9cf5-985e0712378c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03476d0a-b5d5-42c7-aee7-3d0bcf5494b5') {'for_net_delete': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:29:35.338001 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-8173c791-3458-48e0-9cf5-985e0712378c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03476d0a-b5d5-42c7-aee7-3d0bcf5494b5') {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 02:29:35.347441 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8173c791-3458-48e0-9cf5-985e0712378c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752357910119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26608485'] for segment (03476d0a-b5d5-42c7-aee7-3d0bcf5494b5), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:35.361166 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8173c791-3458-48e0-9cf5-985e0712378c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180'] for segment (03476d0a-b5d5-42c7-aee7-3d0bcf5494b5), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:35.367175 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8173c791-3458-48e0-9cf5-985e0712378c admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 02:29:35.367546 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8173c791-3458-48e0-9cf5-985e0712378c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25613231'] for segment (03476d0a-b5d5-42c7-aee7-3d0bcf5494b5), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:35.386033 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.services.segments.plugin [-] Segment 03476d0a-b5d5-42c7-aee7-3d0bcf5494b5 resource provider aggregate not found Jul 28 02:29:35.415089 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.services.segments.plugin [-] Segment 03476d0a-b5d5-42c7-aee7-3d0bcf5494b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03476d0a-b5d5-42c7-aee7-3d0bcf5494b5 found for delete ", "request_id": "req-53d06684-21f4-4f7b-8a42-71b8774687b5"}]} Jul 28 02:29:35.428566 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:29:35.437040 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8173c791-3458-48e0-9cf5-985e0712378c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363069'] for network (2acebb6b-631e-460d-a599-e4c28fc62f29), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:35.441457 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8173c791-3458-48e0-9cf5-985e0712378c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585543'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:35.444542 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-8173c791-3458-48e0-9cf5-985e0712378c admin admin] 10.222.0.40 "DELETE /v2.0/networks/2acebb6b-631e-460d-a599-e4c28fc62f29 HTTP/1.1" status: 204 len: 168 time: 0.7960916 Jul 28 02:29:35.458144 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173c791-3458-48e0-9cf5-985e0712378c admin admin] Pushing event deleted for resources: {'Network': ['ID=2acebb6b-631e-460d-a599-e4c28fc62f29,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:29:35.609187 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 51826) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:29:35.621070 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:35.651005 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-293f8412-4ea8-4e9e-b322-7930cfec0d7f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=96bfb8cb74ca4919897cf243daafbe2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406797 Jul 28 02:29:35.653514 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 51828) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:29:35.686400 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:29:35.705665 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-cb4336f6-e7b5-4df3-bae3-cab634467c40 admin admin] Publish callbacks [] for security_group (b64f4bee-4f52-4d2e-8cb8-56fa95b7219d), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:35.727652 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-cb4336f6-e7b5-4df3-bae3-cab634467c40 admin admin] Publish callbacks [] for security_group (b64f4bee-4f52-4d2e-8cb8-56fa95b7219d), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:35.778122 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-cb4336f6-e7b5-4df3-bae3-cab634467c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (b64f4bee-4f52-4d2e-8cb8-56fa95b7219d), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:35.781233 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-cb4336f6-e7b5-4df3-bae3-cab634467c40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:35.782353 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-cb4336f6-e7b5-4df3-bae3-cab634467c40 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b64f4bee-4f52-4d2e-8cb8-56fa95b7219d HTTP/1.1" status: 204 len: 168 time: 0.1268587 Jul 28 02:29:35.790061 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4336f6-e7b5-4df3-bae3-cab634467c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64f4bee-4f52-4d2e-8cb8-56fa95b7219d,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:29:37.795045 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:29:44.161824 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 51934) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:29:44.271474 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-81cf9aa8-6e92-4137-9a87-3f4d233c8672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:44.352776 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-81cf9aa8-6e92-4137-9a87-3f4d233c8672 admin admin] Publish callbacks [] for security_group (1965c3a3-1ec9-44dd-adae-923860c241f1), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:44.357171 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-81cf9aa8-6e92-4137-9a87-3f4d233c8672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (1965c3a3-1ec9-44dd-adae-923860c241f1), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:44.396487 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf9aa8-6e92-4137-9a87-3f4d233c8672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1965c3a3-1ec9-44dd-adae-923860c241f1,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:29:44.400594 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-81cf9aa8-6e92-4137-9a87-3f4d233c8672 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e1dbec999daa4ad6889020bc3a8fc6f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377930 Jul 28 02:29:44.405332 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 51938) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:29:44.407427 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf9aa8-6e92-4137-9a87-3f4d233c8672 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:44.407772 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf9aa8-6e92-4137-9a87-3f4d233c8672 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:44.408111 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf9aa8-6e92-4137-9a87-3f4d233c8672 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:44.408446 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf9aa8-6e92-4137-9a87-3f4d233c8672 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:44.408773 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf9aa8-6e92-4137-9a87-3f4d233c8672 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:44.409135 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf9aa8-6e92-4137-9a87-3f4d233c8672 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:44.409462 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf9aa8-6e92-4137-9a87-3f4d233c8672 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:44.409788 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf9aa8-6e92-4137-9a87-3f4d233c8672 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:44.410112 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf9aa8-6e92-4137-9a87-3f4d233c8672 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:44.410430 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf9aa8-6e92-4137-9a87-3f4d233c8672 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:44.410830 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf9aa8-6e92-4137-9a87-3f4d233c8672 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:44.411153 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf9aa8-6e92-4137-9a87-3f4d233c8672 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:44.411472 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf9aa8-6e92-4137-9a87-3f4d233c8672 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:44.411790 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf9aa8-6e92-4137-9a87-3f4d233c8672 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:44.412108 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf9aa8-6e92-4137-9a87-3f4d233c8672 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:29:44.466980 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5e18dd53-3428-4cec-a919-b3a68a9fe987 admin admin] Publish callbacks [] for security_group (1965c3a3-1ec9-44dd-adae-923860c241f1), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:44.494982 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5e18dd53-3428-4cec-a919-b3a68a9fe987 admin admin] Publish callbacks [] for security_group (1965c3a3-1ec9-44dd-adae-923860c241f1), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:44.547094 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5e18dd53-3428-4cec-a919-b3a68a9fe987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (1965c3a3-1ec9-44dd-adae-923860c241f1), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:44.550526 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5e18dd53-3428-4cec-a919-b3a68a9fe987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:44.551685 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-5e18dd53-3428-4cec-a919-b3a68a9fe987 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1965c3a3-1ec9-44dd-adae-923860c241f1 HTTP/1.1" status: 204 len: 168 time: 0.1453588 Jul 28 02:29:44.559644 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18dd53-3428-4cec-a919-b3a68a9fe987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1965c3a3-1ec9-44dd-adae-923860c241f1,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:29:45.803094 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=76,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:29:51.343763 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:29:51.347908 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:29:54.394666 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=31,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:29:54.403648 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=42,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:29:54.533749 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:29:54.555631 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=24,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:29:54.571540 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=74,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:29:55.139430 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 52072) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:29:55.245300 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-84cf0449-44d1-4a1e-9656-a757dbe19a95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:55.321142 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-84cf0449-44d1-4a1e-9656-a757dbe19a95 admin admin] Publish callbacks [] for security_group (1b018a76-a205-480c-83f7-90e44401b351), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:55.324727 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-84cf0449-44d1-4a1e-9656-a757dbe19a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (1b018a76-a205-480c-83f7-90e44401b351), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:55.365177 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-84cf0449-44d1-4a1e-9656-a757dbe19a95 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=28f3c08cabd74b069306b366d24e6d9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244477 Jul 28 02:29:55.366140 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf0449-44d1-4a1e-9656-a757dbe19a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b018a76-a205-480c-83f7-90e44401b351,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:29:55.368004 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 52076) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:29:55.417531 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-25ecae22-7c4b-45c0-8100-657fc9758ef2 admin admin] Publish callbacks [] for security_group (1b018a76-a205-480c-83f7-90e44401b351), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:55.439242 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-25ecae22-7c4b-45c0-8100-657fc9758ef2 admin admin] Publish callbacks [] for security_group (1b018a76-a205-480c-83f7-90e44401b351), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:55.489325 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-25ecae22-7c4b-45c0-8100-657fc9758ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (1b018a76-a205-480c-83f7-90e44401b351), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:55.491774 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-25ecae22-7c4b-45c0-8100-657fc9758ef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:55.492913 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-25ecae22-7c4b-45c0-8100-657fc9758ef2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1b018a76-a205-480c-83f7-90e44401b351 HTTP/1.1" status: 204 len: 168 time: 0.1238165 Jul 28 02:29:55.500536 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ecae22-7c4b-45c0-8100-657fc9758ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b018a76-a205-480c-83f7-90e44401b351,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:29:55.760726 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 52082) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:29:55.770927 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8c7f5107-ee7b-4817-89d1-00b5830a82ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:55.774570 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8b1f8294-b47c-45fc-9b04-c192d247f1d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:55.852792 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8b1f8294-b47c-45fc-9b04-c192d247f1d9 admin admin] Publish callbacks [] for security_group (50427b90-0758-4418-8857-641afbc79663), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:55.857608 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8b1f8294-b47c-45fc-9b04-c192d247f1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (50427b90-0758-4418-8857-641afbc79663), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:55.897660 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-8b1f8294-b47c-45fc-9b04-c192d247f1d9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=caf67faadf624b5d8e437d409df7533f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358523 Jul 28 02:29:55.898500 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f8294-b47c-45fc-9b04-c192d247f1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50427b90-0758-4418-8857-641afbc79663,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:29:55.900429 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 52084) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:29:55.952523 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4eee8036-66be-4e0e-b9c9-d01491aebdda admin admin] Publish callbacks [] for security_group (50427b90-0758-4418-8857-641afbc79663), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:55.974383 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4eee8036-66be-4e0e-b9c9-d01491aebdda admin admin] Publish callbacks [] for security_group (50427b90-0758-4418-8857-641afbc79663), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:56.020859 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4eee8036-66be-4e0e-b9c9-d01491aebdda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (50427b90-0758-4418-8857-641afbc79663), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:56.023384 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4eee8036-66be-4e0e-b9c9-d01491aebdda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:56.024569 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-4eee8036-66be-4e0e-b9c9-d01491aebdda admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/50427b90-0758-4418-8857-641afbc79663 HTTP/1.1" status: 204 len: 168 time: 0.1230118 Jul 28 02:29:56.033076 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee8036-66be-4e0e-b9c9-d01491aebdda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50427b90-0758-4418-8857-641afbc79663,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:29:58.190627 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-69040b6c-5003-4f9e-b03d-b9069f08ef7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:58.985385 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 52216) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:29:59.092893 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e9f1b701-ce0a-410a-9ca1-1a6183690313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:59.172592 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e9f1b701-ce0a-410a-9ca1-1a6183690313 admin admin] Publish callbacks [] for security_group (4750512b-3d47-467e-b572-ac15f220be0a), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:59.176101 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e9f1b701-ce0a-410a-9ca1-1a6183690313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (4750512b-3d47-467e-b572-ac15f220be0a), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:59.214952 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e9f1b701-ce0a-410a-9ca1-1a6183690313 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b566902cab484814b8c45b7394865ea8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284932 Jul 28 02:29:59.216441 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1b701-ce0a-410a-9ca1-1a6183690313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4750512b-3d47-467e-b572-ac15f220be0a,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:29:59.218282 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 52220) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:29:59.268642 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:59.270326 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-619eab6b-9f2b-44e3-a49a-5757cec92e9c admin admin] Publish callbacks [] for security_group (4750512b-3d47-467e-b572-ac15f220be0a), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:59.291898 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-619eab6b-9f2b-44e3-a49a-5757cec92e9c admin admin] Publish callbacks [] for security_group (4750512b-3d47-467e-b572-ac15f220be0a), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:59.341761 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-619eab6b-9f2b-44e3-a49a-5757cec92e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (4750512b-3d47-467e-b572-ac15f220be0a), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:59.344371 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-619eab6b-9f2b-44e3-a49a-5757cec92e9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:59.345533 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-619eab6b-9f2b-44e3-a49a-5757cec92e9c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4750512b-3d47-467e-b572-ac15f220be0a HTTP/1.1" status: 204 len: 168 time: 0.1257088 Jul 28 02:29:59.353358 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619eab6b-9f2b-44e3-a49a-5757cec92e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4750512b-3d47-467e-b572-ac15f220be0a,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:29:59.613044 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 52228) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:29:59.626984 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-68caf8b4-4ab9-4ab5-af92-ea43e976e63c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:59.701617 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-68caf8b4-4ab9-4ab5-af92-ea43e976e63c admin admin] Publish callbacks [] for security_group (a568d700-a674-4ef6-9f2d-bca9e09de7e4), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:59.705329 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-68caf8b4-4ab9-4ab5-af92-ea43e976e63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (a568d700-a674-4ef6-9f2d-bca9e09de7e4), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:59.742786 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68caf8b4-4ab9-4ab5-af92-ea43e976e63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a568d700-a674-4ef6-9f2d-bca9e09de7e4,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:29:59.747169 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-68caf8b4-4ab9-4ab5-af92-ea43e976e63c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=28765de9245a4ef7ab2d532f957e086d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330497 Jul 28 02:29:59.750385 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 52230) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:29:59.799029 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e7d74a14-6315-4df9-b058-16ef1add98d7 admin admin] Publish callbacks [] for security_group (a568d700-a674-4ef6-9f2d-bca9e09de7e4), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:59.818537 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:29:59.820653 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e7d74a14-6315-4df9-b058-16ef1add98d7 admin admin] Publish callbacks [] for security_group (a568d700-a674-4ef6-9f2d-bca9e09de7e4), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:59.835550 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=17 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:29:59.876331 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e7d74a14-6315-4df9-b058-16ef1add98d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (a568d700-a674-4ef6-9f2d-bca9e09de7e4), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:59.878883 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e7d74a14-6315-4df9-b058-16ef1add98d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:29:59.880042 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-e7d74a14-6315-4df9-b058-16ef1add98d7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a568d700-a674-4ef6-9f2d-bca9e09de7e4 HTTP/1.1" status: 204 len: 168 time: 0.1287193 Jul 28 02:29:59.887807 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d74a14-6315-4df9-b058-16ef1add98d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a568d700-a674-4ef6-9f2d-bca9e09de7e4,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:30:00.720320 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:01.056186 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:04.912053 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 52334) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:30:05.017611 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0b24b91b-d046-4a5e-a2e6-fccdf24dc601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:05.095139 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0b24b91b-d046-4a5e-a2e6-fccdf24dc601 admin admin] Publish callbacks [] for security_group (c78dfd64-7bba-4686-a381-53d38dbda463), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:05.098537 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0b24b91b-d046-4a5e-a2e6-fccdf24dc601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (c78dfd64-7bba-4686-a381-53d38dbda463), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:05.137897 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-0b24b91b-d046-4a5e-a2e6-fccdf24dc601 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d92d2964629941c8a9744ba463be5a0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247624 Jul 28 02:30:05.138812 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24b91b-d046-4a5e-a2e6-fccdf24dc601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78dfd64-7bba-4686-a381-53d38dbda463,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:30:05.141224 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 52338) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:30:05.192095 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-64ee4173-3641-46f2-b1e0-d371a3e6465b admin admin] Publish callbacks [] for security_group (c78dfd64-7bba-4686-a381-53d38dbda463), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:05.215725 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-64ee4173-3641-46f2-b1e0-d371a3e6465b admin admin] Publish callbacks [] for security_group (c78dfd64-7bba-4686-a381-53d38dbda463), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:05.264204 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-64ee4173-3641-46f2-b1e0-d371a3e6465b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (c78dfd64-7bba-4686-a381-53d38dbda463), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:05.266710 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-64ee4173-3641-46f2-b1e0-d371a3e6465b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:05.267821 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-64ee4173-3641-46f2-b1e0-d371a3e6465b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c78dfd64-7bba-4686-a381-53d38dbda463 HTTP/1.1" status: 204 len: 168 time: 0.1257050 Jul 28 02:30:05.275375 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee4173-3641-46f2-b1e0-d371a3e6465b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78dfd64-7bba-4686-a381-53d38dbda463,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:30:05.525862 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 52344) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:30:05.539217 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-429a6921-b295-4474-8504-05f611632b8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:05.616526 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-429a6921-b295-4474-8504-05f611632b8e admin admin] Publish callbacks [] for security_group (eacc1cea-8d6e-4d71-83bf-c573b879dcd1), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:05.621185 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-429a6921-b295-4474-8504-05f611632b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (eacc1cea-8d6e-4d71-83bf-c573b879dcd1), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:05.637958 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:05.665515 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-429a6921-b295-4474-8504-05f611632b8e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=464dff7df7b44d6faf0fd574230c9658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385365 Jul 28 02:30:05.666620 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a6921-b295-4474-8504-05f611632b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacc1cea-8d6e-4d71-83bf-c573b879dcd1,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:30:05.668229 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 52346) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:30:05.719969 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7a097b45-1891-42d6-a2e9-bc8542775b2e admin admin] Publish callbacks [] for security_group (eacc1cea-8d6e-4d71-83bf-c573b879dcd1), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:05.741119 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7a097b45-1891-42d6-a2e9-bc8542775b2e admin admin] Publish callbacks [] for security_group (eacc1cea-8d6e-4d71-83bf-c573b879dcd1), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:05.788993 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7a097b45-1891-42d6-a2e9-bc8542775b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (eacc1cea-8d6e-4d71-83bf-c573b879dcd1), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:05.791685 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7a097b45-1891-42d6-a2e9-bc8542775b2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:05.792821 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7a097b45-1891-42d6-a2e9-bc8542775b2e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/eacc1cea-8d6e-4d71-83bf-c573b879dcd1 HTTP/1.1" status: 204 len: 168 time: 0.1234367 Jul 28 02:30:05.800440 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a097b45-1891-42d6-a2e9-bc8542775b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacc1cea-8d6e-4d71-83bf-c573b879dcd1,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:30:06.111981 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 52352) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:30:06.126093 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bc7807f2-99dd-4e9d-a363-0cefd4badfdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:06.157050 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:30:06.187775 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:30:06.217992 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bc7807f2-99dd-4e9d-a363-0cefd4badfdd admin admin] Publish callbacks [] for security_group (a39e015e-99ce-4c8e-9968-245818d1cb85), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:06.222557 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bc7807f2-99dd-4e9d-a363-0cefd4badfdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (a39e015e-99ce-4c8e-9968-245818d1cb85), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:06.261586 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-bc7807f2-99dd-4e9d-a363-0cefd4badfdd admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=93d95bccf5174953b98703b71bb0fffc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1483481 Jul 28 02:30:06.262946 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7807f2-99dd-4e9d-a363-0cefd4badfdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39e015e-99ce-4c8e-9968-245818d1cb85,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:30:06.264964 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 52354) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:30:06.314701 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-61274eb4-53b9-40ee-867a-f04943a91cdb admin admin] Publish callbacks [] for security_group (a39e015e-99ce-4c8e-9968-245818d1cb85), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:06.336987 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-61274eb4-53b9-40ee-867a-f04943a91cdb admin admin] Publish callbacks [] for security_group (a39e015e-99ce-4c8e-9968-245818d1cb85), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:06.385081 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-61274eb4-53b9-40ee-867a-f04943a91cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (a39e015e-99ce-4c8e-9968-245818d1cb85), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:06.388346 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-61274eb4-53b9-40ee-867a-f04943a91cdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:06.389525 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-61274eb4-53b9-40ee-867a-f04943a91cdb admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a39e015e-99ce-4c8e-9968-245818d1cb85 HTTP/1.1" status: 204 len: 168 time: 0.1235399 Jul 28 02:30:06.397099 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61274eb4-53b9-40ee-867a-f04943a91cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39e015e-99ce-4c8e-9968-245818d1cb85,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:30:08.474143 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:30:15.631772 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:30:16.249406 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:INSERT=1,neutron:SELECT=12 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:30:16.257948 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=8 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:30:16.392640 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=75,neutron:DELETE=8,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:30:16.394003 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=70,neutron:INSERT=9,neutron:DELETE=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:30:16.410416 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:30:25.000381 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 52474) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:30:25.109634 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-669e5ab6-a966-46af-9ddf-ab576e452a4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:25.185203 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-669e5ab6-a966-46af-9ddf-ab576e452a4f admin admin] Publish callbacks [] for security_group (7bdfd5a2-7591-4c6c-b876-929e73311cbd), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:25.189078 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-669e5ab6-a966-46af-9ddf-ab576e452a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (7bdfd5a2-7591-4c6c-b876-929e73311cbd), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:25.228330 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e5ab6-a966-46af-9ddf-ab576e452a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdfd5a2-7591-4c6c-b876-929e73311cbd,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:30:25.233273 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-669e5ab6-a966-46af-9ddf-ab576e452a4f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5c4dd58a646b48399d0859fe5b75137b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318389 Jul 28 02:30:25.235900 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 52478) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:30:25.284947 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8974fee4-96d8-4924-911e-eedb608475f6 admin admin] Publish callbacks [] for security_group (7bdfd5a2-7591-4c6c-b876-929e73311cbd), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:25.305732 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8974fee4-96d8-4924-911e-eedb608475f6 admin admin] Publish callbacks [] for security_group (7bdfd5a2-7591-4c6c-b876-929e73311cbd), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:25.352015 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8974fee4-96d8-4924-911e-eedb608475f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (7bdfd5a2-7591-4c6c-b876-929e73311cbd), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:25.354493 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8974fee4-96d8-4924-911e-eedb608475f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:25.355618 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-8974fee4-96d8-4924-911e-eedb608475f6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7bdfd5a2-7591-4c6c-b876-929e73311cbd HTTP/1.1" status: 204 len: 168 time: 0.1188436 Jul 28 02:30:25.363315 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974fee4-96d8-4924-911e-eedb608475f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdfd5a2-7591-4c6c-b876-929e73311cbd,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:30:25.777483 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cc6b719a-aa3a-4358-9de1-0a8e06b81215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:28.193203 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d33186d4-f63c-467c-9815-b88ff78e128b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:28.344467 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=19 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:30:29.271400 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:30.720991 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:31.061545 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:33.364864 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 52596) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:30:33.473822 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9636c4ae-97e7-43d0-9e48-930b31bf2d15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:33.552545 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9636c4ae-97e7-43d0-9e48-930b31bf2d15 admin admin] Publish callbacks [] for security_group (8520b462-3232-433f-bad4-667f3e46b2fe), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:33.556166 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9636c4ae-97e7-43d0-9e48-930b31bf2d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (8520b462-3232-433f-bad4-667f3e46b2fe), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:33.597632 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-9636c4ae-97e7-43d0-9e48-930b31bf2d15 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1ddc711a632c4c91a008e743a1d23a07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316623 Jul 28 02:30:33.598491 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636c4ae-97e7-43d0-9e48-930b31bf2d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8520b462-3232-433f-bad4-667f3e46b2fe,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:30:33.600345 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 52600) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:30:33.654647 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5bf14997-7bbd-40c4-8824-e92df9334c84 admin admin] Publish callbacks [] for security_group (8520b462-3232-433f-bad4-667f3e46b2fe), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:33.678378 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5bf14997-7bbd-40c4-8824-e92df9334c84 admin admin] Publish callbacks [] for security_group (8520b462-3232-433f-bad4-667f3e46b2fe), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:33.727407 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5bf14997-7bbd-40c4-8824-e92df9334c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (8520b462-3232-433f-bad4-667f3e46b2fe), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:33.730153 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5bf14997-7bbd-40c4-8824-e92df9334c84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:33.731819 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-5bf14997-7bbd-40c4-8824-e92df9334c84 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8520b462-3232-433f-bad4-667f3e46b2fe HTTP/1.1" status: 204 len: 168 time: 0.1298056 Jul 28 02:30:33.739579 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf14997-7bbd-40c4-8824-e92df9334c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8520b462-3232-433f-bad4-667f3e46b2fe,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:30:33.746619 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf14997-7bbd-40c4-8824-e92df9334c84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:30:33.747594 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf14997-7bbd-40c4-8824-e92df9334c84 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:30:33.747930 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf14997-7bbd-40c4-8824-e92df9334c84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:30:33.748267 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf14997-7bbd-40c4-8824-e92df9334c84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:30:33.748597 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf14997-7bbd-40c4-8824-e92df9334c84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:30:33.748947 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf14997-7bbd-40c4-8824-e92df9334c84 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:30:33.749282 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf14997-7bbd-40c4-8824-e92df9334c84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:30:33.749603 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf14997-7bbd-40c4-8824-e92df9334c84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:30:33.749927 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf14997-7bbd-40c4-8824-e92df9334c84 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:30:33.750251 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf14997-7bbd-40c4-8824-e92df9334c84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:30:33.750602 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf14997-7bbd-40c4-8824-e92df9334c84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:30:33.750885 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf14997-7bbd-40c4-8824-e92df9334c84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:30:33.751206 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf14997-7bbd-40c4-8824-e92df9334c84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:30:33.751524 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf14997-7bbd-40c4-8824-e92df9334c84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:30:33.751841 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf14997-7bbd-40c4-8824-e92df9334c84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-46-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 02:30:34.002578 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 52606) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:30:34.016445 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5b4d658e-a222-497f-a550-edeb6c8668a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:34.096449 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5b4d658e-a222-497f-a550-edeb6c8668a4 admin admin] Publish callbacks [] for security_group (b7fcea1f-caf2-4ee8-9a9d-8dd31f985866), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:34.100497 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5b4d658e-a222-497f-a550-edeb6c8668a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (b7fcea1f-caf2-4ee8-9a9d-8dd31f985866), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:34.142178 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-5b4d658e-a222-497f-a550-edeb6c8668a4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6cbaca67225b473ea0c4610de5b7d9d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360519 Jul 28 02:30:34.142178 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d658e-a222-497f-a550-edeb6c8668a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fcea1f-caf2-4ee8-9a9d-8dd31f985866,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:30:34.143164 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 52608) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:30:34.196225 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-86898937-7620-49a1-bc0d-b0b5b2439d51 admin admin] Publish callbacks [] for security_group (b7fcea1f-caf2-4ee8-9a9d-8dd31f985866), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:34.218372 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-86898937-7620-49a1-bc0d-b0b5b2439d51 admin admin] Publish callbacks [] for security_group (b7fcea1f-caf2-4ee8-9a9d-8dd31f985866), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:34.266740 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-86898937-7620-49a1-bc0d-b0b5b2439d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (b7fcea1f-caf2-4ee8-9a9d-8dd31f985866), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:34.269335 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-86898937-7620-49a1-bc0d-b0b5b2439d51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:34.270578 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-86898937-7620-49a1-bc0d-b0b5b2439d51 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b7fcea1f-caf2-4ee8-9a9d-8dd31f985866 HTTP/1.1" status: 204 len: 168 time: 0.1262074 Jul 28 02:30:34.279716 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86898937-7620-49a1-bc0d-b0b5b2439d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fcea1f-caf2-4ee8-9a9d-8dd31f985866,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:30:34.589884 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.40', 52614) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:30:34.606462 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0ae2965e-e3c0-4e5b-abb8-597d534bcf0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:34.628301 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:30:34.687663 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:30:34.689921 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0ae2965e-e3c0-4e5b-abb8-597d534bcf0c admin admin] Publish callbacks [] for security_group (abe658ad-b55e-4692-a354-60dd0f25e4bb), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:34.693842 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0ae2965e-e3c0-4e5b-abb8-597d534bcf0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (abe658ad-b55e-4692-a354-60dd0f25e4bb), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:34.737350 dv-cinder-799871-46-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-0ae2965e-e3c0-4e5b-abb8-597d534bcf0c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2a94f00d6aef4873a6011ba0b8898f0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463995 Jul 28 02:30:34.738207 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2965e-e3c0-4e5b-abb8-597d534bcf0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe658ad-b55e-4692-a354-60dd0f25e4bb,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:30:34.740057 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.40', 52616) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 02:30:34.789202 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-df3c2277-2b85-4c36-af4d-7ca36327c020 admin admin] Publish callbacks [] for security_group (abe658ad-b55e-4692-a354-60dd0f25e4bb), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:34.814981 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-df3c2277-2b85-4c36-af4d-7ca36327c020 admin admin] Publish callbacks [] for security_group (abe658ad-b55e-4692-a354-60dd0f25e4bb), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:34.863308 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-df3c2277-2b85-4c36-af4d-7ca36327c020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358566'] for security_group (abe658ad-b55e-4692-a354-60dd0f25e4bb), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:34.865818 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-df3c2277-2b85-4c36-af4d-7ca36327c020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:34.866959 dv-cinder-799871-46-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-df3c2277-2b85-4c36-af4d-7ca36327c020 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/abe658ad-b55e-4692-a354-60dd0f25e4bb HTTP/1.1" status: 204 len: 168 time: 0.1259246 Jul 28 02:30:34.875158 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c2277-2b85-4c36-af4d-7ca36327c020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe658ad-b55e-4692-a354-60dd0f25e4bb,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 02:30:35.633745 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:36.387664 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=17 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:30:44.734064 dv-cinder-799871-46-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:INSERT=3,neutron:SELECT=18 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:30:44.848957 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=54,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:30:44.870670 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=51,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:30:45.473494 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:30:45.626027 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:30:45.628100 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:30:55.770319 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c97acc67-3312-434e-bd2d-bf6cfaf30678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:58.194939 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ca7719a3-ed39-49b7-8cc2-65b9b9df5154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:30:59.274182 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:31:00.723501 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:31:01.058436 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:31:05.346141 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:31:05.350191 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:31:05.644895 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:31:15.635354 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:31:15.640816 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:31:22.472490 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:31:24.426466 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:31:25.774601 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c13c9a3a-c714-45fa-b71d-8012d67d7cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:31:28.196826 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fb30e27b-c42d-46c7-b5c1-957f72c51feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:31:29.276649 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:31:30.725815 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:31:31.050069 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:31:35.643379 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:31:42.341363 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:31:42.346474 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=7 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:31:45.636688 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:31:45.638672 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:31:55.776723 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2c71d34b-218c-4d67-9726-5ac2d0848ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:31:58.198771 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-546eb293-71f5-47d6-8470-6d19fe633b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:31:59.279498 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:31:59.471956 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:32:00.729771 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:32:01.052646 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:32:05.656342 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:32:15.650595 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:32:15.652500 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:32:21.835596 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=18 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:32:21.837592 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=16 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:32:25.779187 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fc309922-b45b-48ab-8942-1a58ddeb40f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:32:28.204069 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6cc5d058-a851-4f9a-82d2-51e164c3ab93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:32:29.281129 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:32:30.733014 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:32:31.054677 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:32:35.669857 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:32:36.473014 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:32:45.663515 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:32:45.665419 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:32:55.782529 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5f52e123-7d1d-4095-b0a3-42b5917b9675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:32:56.344401 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:32:56.350514 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:32:58.206955 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-48975631-05d3-42f6-9c0d-4ab46b37e83f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:32:59.285597 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:33:00.741708 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:33:01.058111 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:33:05.667743 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:33:13.471579 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:33:15.656885 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:33:15.663065 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:33:25.785435 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-084fd72c-e79a-4a63-ac55-da0fda749beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:33:28.209980 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fc274dd1-8582-49f1-bc36-72d9e1b9b767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:33:29.286480 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:33:30.739415 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:33:31.060260 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:33:33.343925 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:33:33.350801 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:33:35.680566 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:33:45.673755 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:33:45.675734 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:33:50.471370 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:33:55.789419 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6d1174ac-77e2-4a3f-ad5c-8ea36f9dd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:33:58.214511 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-78734679-b4c9-4868-a205-0f4ae139a8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:33:59.290692 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:34:00.742893 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:34:01.065974 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:34:05.695271 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:34:10.335229 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:34:10.345568 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:34:15.682274 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:34:15.690746 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:34:21.760568 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=13 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:34:21.763562 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=13 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:34:25.791220 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c20af393-8b1c-436b-94c2-9d7bb8f05ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:34:27.469963 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:34:28.216604 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-16f85314-be78-4399-bf16-45c08b40a070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:34:29.294393 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:34:30.744314 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:34:31.058282 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:34:35.694675 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:34:45.688651 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:34:45.690605 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:34:47.338080 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:34:47.342094 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:34:55.795211 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f9a05c6f-84c4-4cf7-9979-ca125fba200c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:34:58.218451 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8d638a0d-f11e-4a5d-bf71-6029815d67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:34:59.294334 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:35:00.747146 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:35:01.063668 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:35:04.469900 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:35:05.704782 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:35:15.694452 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:35:15.701648 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:35:24.338563 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:35:24.435917 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:35:25.798447 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0f38f8ae-9c58-4e81-b53f-d277504d3585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (301b8458-925c-4c76-ae1b-6d21194a75ed), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:35:28.220637 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cd2c6771-a22a-41cc-93ae-72d57bb90db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (0814f33f-e469-4d46-afe7-fb4ffcc051d7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:35:29.296680 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38dfdde6-bea8-4e49-91bc-9ae27e2ff2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (d1ca9c25-bfe1-438b-ab3d-99744680f55d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:35:30.751547 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38d7f217-3809-4e31-8519-2459ae277bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (b7e2e597-e998-4790-88d6-d7f5b8ea6f67), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:35:31.066024 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51bee098-0e4c-429f-8119-7a3a6c3e2627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (f99e5766-3c5d-41c1-b185-0d0837ea1107), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:35:35.725191 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-755f954d-880f-44ff-bbe8-b92dea19b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752357910200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408730'] for agent (4faf9253-2001-44ef-b83a-102e5ef5a109), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 02:35:36.384721 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:35:36.385572 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:35:41.469347 dv-cinder-799871-46-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-68541bda-40ac-47cd-a7ee-72e79b8e61e9 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 02:35:45.718634 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:35:45.720568 dv-cinder-799871-46-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 02:35:46.603566 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [req-af4ea9b9-99ca-43f5-866b-07925d503204 req-66cdfc10-1121-4636-8537-7c4cc8c5b977 service neutron] (104000) timed out ('10.222.0.40', 46008) {{(pid=104000) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 02:35:47.120682 dv-cinder-799871-46-iscsi neutron-server[104000]: DEBUG neutron.wsgi [req-af4ea9b9-99ca-43f5-866b-07925d503204 req-42c09623-616e-4d73-be3c-a0fb9b36fbef tempest-AttachVolumeShelveTestJSON-1674315472 tempest-AttachVolumeShelveTestJSON-1674315472-project] (104000) timed out ('10.222.0.40', 46020) {{(pid=104000) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}